You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/11/12 10:33:34 UTC

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 266 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/266/

5 tests failed.
FAILED:  org.apache.solr.DistributedIntervalFacetingTest.test

Error Message:
Error from server at http://127.0.0.1:32907/_ucc/p/collection1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://[ff01::083]:33332/_ucc/p/select

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:32907/_ucc/p/collection1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://[ff01::083]:33332/_ucc/p/select
	at __randomizedtesting.SeedInfo.seed([6E0D5ED658BC73E5:E659610CF6401E1D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:626)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:678)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:643)
	at org.apache.solr.DistributedIntervalFacetingTest.doTestQuery(DistributedIntervalFacetingTest.java:192)
	at org.apache.solr.DistributedIntervalFacetingTest.testRandom(DistributedIntervalFacetingTest.java:161)
	at org.apache.solr.DistributedIntervalFacetingTest.test(DistributedIntervalFacetingTest.java:47)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1108)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.TestDistributedGrouping.test

Error Message:
Error from server at https://127.0.0.1:41223/collection1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://[ff01::213]:33332/select

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41223/collection1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://[ff01::213]:33332/select
	at __randomizedtesting.SeedInfo.seed([6E0D5ED658BC73E5:E659610CF6401E1D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:626)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:678)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:656)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:635)
	at org.apache.solr.TestDistributedGrouping.test(TestDistributedGrouping.java:75)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1108)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.TestDistributedMissingSort.test

Error Message:
Error from server at https://127.0.0.1:36441/collection1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://[ff01::083]:33332/select

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36441/collection1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://[ff01::083]:33332/select
	at __randomizedtesting.SeedInfo.seed([6E0D5ED658BC73E5:E659610CF6401E1D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:626)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:678)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:656)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:635)
	at org.apache.solr.TestDistributedMissingSort.testSortMissingLast(TestDistributedMissingSort.java:106)
	at org.apache.solr.TestDistributedMissingSort.test(TestDistributedMissingSort.java:43)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1108)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.search.AnalyticsMergeStrategyTest.test

Error Message:
Error from server at http://127.0.0.1:46071/collection1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://[ff01::083]:33332/select

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46071/collection1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://[ff01::083]:33332/select
	at __randomizedtesting.SeedInfo.seed([6E0D5ED658BC73E5:E659610CF6401E1D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:626)
	at org.apache.solr.search.AnalyticsMergeStrategyTest.test(AnalyticsMergeStrategyTest.java:87)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.test

Error Message:
Error from server at https://127.0.0.1:38389/solr: org.apache.solr.common.SolrException  at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:60)  at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:281)  at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:253)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:198)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.server.Server.handle(Server.java:505)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)  at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)  at java.lang.Thread.run(Thread.java:748) 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38389/solr: org.apache.solr.common.SolrException
	at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:60)
	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:281)
	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:253)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:198)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.server.Server.handle(Server.java:505)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)
	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
	at java.lang.Thread.run(Thread.java:748)

	at __randomizedtesting.SeedInfo.seed([6E0D5ED658BC73E5:E659610CF6401E1D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1127)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:896)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:828)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
	at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:195)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13855 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> 189180 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 189181 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_6E0D5ED658BC73E5-001/data-dir-10-001
   [junit4]   2> 189181 WARN  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=29 numCloses=29
   [junit4]   2> 189181 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 189182 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 189557 WARN  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 190457 WARN  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 190662 WARN  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 190688 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 190691 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 190691 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 190691 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 190693 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@273d9aaa{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 190871 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3b4a149e{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost.localdomain-45925-hdfs-_-any-6963433967939414053.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 190871 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3c5cd6ad{HTTP/1.1,[http/1.1]}{localhost.localdomain:45925}
   [junit4]   2> 190871 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.Server Started @190907ms
   [junit4]   2> 191694 WARN  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 191700 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 191705 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 191705 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 191706 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 191707 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@393d4a45{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 191813 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@548d205f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-39543-datanode-_-any-8563471056630681221.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 191814 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@39faf729{HTTP/1.1,[http/1.1]}{localhost:39543}
   [junit4]   2> 191814 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.Server Started @191849ms
   [junit4]   2> 192212 WARN  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 192214 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 192216 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 192216 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 192217 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 192217 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dbeed17{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 192324 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@39db8150{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-40193-datanode-_-any-3057674553304563519.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 192325 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@32293cdd{HTTP/1.1,[http/1.1]}{localhost:40193}
   [junit4]   2> 192325 INFO  (SUITE-MoveReplicaHDFSTest-seed#[6E0D5ED658BC73E5]-worker) [     ] o.e.j.s.Server Started @192360ms
   [junit4]   2> 193600 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x8fca6122ed02f2b8: Processing first storage report for DS-4dcdad16-1803-49f8-9be3-f5f15dea8b05 from datanode 64b76983-a3a8-47f9-9a47-95741c366620
   [junit4]   2> 193602 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x8fca6122ed02f2b8: from storage DS-4dcdad16-1803-49f8-9be3-f5f15dea8b05 node DatanodeRegistration(127.0.0.1:37897, datanodeUuid=64b76983-a3a8-47f9-9a47-95741c366620, infoPort=41113, infoSecurePort=0, ipcPort=41019, storageInfo=lv=-57;cid=testClusterID;nsid=664434132;c=1573548016735), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
   [junit4]   2> 193602 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x3ebebe54aa1a1eac: Processing first storage report for DS-b68487b6-e377-4666-aa0c-0403f193b88e from datanode df0e59d1-7b1b-4b80-aab4-07fefa4d99c3
   [junit4]   2> 193602 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x3ebebe54aa1a1eac: from storage DS-b68487b6-e377-4666-aa0c-0403f193b88e node DatanodeRegistration(127.0.0.1:36131, datanodeUuid=df0e59d1-7b1b-4b80-aab4-07fefa4d99c3, infoPort=33897, infoSecurePort=0, ipcPort=43287, storageInfo=lv=-57;cid=testClusterID;nsid=664434132;c=1573548016735), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 193602 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x8fca6122ed02f2b8: Processing first storage report for DS-d808fd1c-23d7-478c-87b9-d0aa772493f5 from datanode 64b76983-a3a8-47f9-9a47-95741c366620
   [junit4]   2> 193602 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x8fca6122ed02f2b8: from storage DS-d808fd1c-23d7-478c-87b9-d0aa772493f5 node DatanodeRegistration(127.0.0.1:37897, datanodeUuid=64b76983-a3a8-47f9-9a47-95741c366620, infoPort=41113, infoSecurePort=0, ipcPort=41019, storageInfo=lv=-57;cid=testClusterID;nsid=664434132;c=1573548016735), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 193602 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x3ebebe54aa1a1eac: Processing first storage report for DS-ff15a4e6-180f-46de-b33d-24016fc53509 from datanode df0e59d1-7b1b-4b80-aab4-07fefa4d99c3
   [junit4]   2> 193602 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x3ebebe54aa1a1eac: from storage DS-ff15a4e6-180f-46de-b33d-24016fc53509 node DatanodeRegistration(127.0.0.1:36131, datanodeUuid=df0e59d1-7b1b-4b80-aab4-07fefa4d99c3, infoPort=33897, infoSecurePort=0, ipcPort=43287, storageInfo=lv=-57;cid=testClusterID;nsid=664434132;c=1573548016735), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testNormalFailedMove
   [junit4]    > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
   [junit4]   2> 193764 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testNormalMove
   [junit4]   2> 193765 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_6E0D5ED658BC73E5-001/tempDir-002
   [junit4]   2> 193766 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 193768 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 193768 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 193868 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.ZkTestServer start zk server on port:35239
   [junit4]   2> 193868 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35239
   [junit4]   2> 193868 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35239
   [junit4]   2> 193868 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35239
   [junit4]   2> 193870 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 193875 INFO  (zkConnectionManagerCallback-652-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 193875 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 193880 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 193884 INFO  (zkConnectionManagerCallback-654-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 193884 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 193886 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 193888 INFO  (zkConnectionManagerCallback-656-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 193888 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 193996 WARN  (jetty-launcher-657-thread-4) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 193996 WARN  (jetty-launcher-657-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 193996 WARN  (jetty-launcher-657-thread-3) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 193996 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 193996 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 193996 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 193996 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 193996 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 193996 INFO  (jetty-launcher-657-thread-4) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 193996 INFO  (jetty-launcher-657-thread-3) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 193996 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 193996 INFO  (jetty-launcher-657-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 194001 WARN  (jetty-launcher-657-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 194001 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 194001 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 194001 INFO  (jetty-launcher-657-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 194008 INFO  (jetty-launcher-657-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 194008 INFO  (jetty-launcher-657-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 194008 INFO  (jetty-launcher-657-thread-3) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 194009 INFO  (jetty-launcher-657-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 194009 INFO  (jetty-launcher-657-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 194009 INFO  (jetty-launcher-657-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 194009 INFO  (jetty-launcher-657-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@393e88e3{/solr,null,AVAILABLE}
   [junit4]   2> 194009 INFO  (jetty-launcher-657-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 194009 INFO  (jetty-launcher-657-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 194009 INFO  (jetty-launcher-657-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@461a0016{/solr,null,AVAILABLE}
   [junit4]   2> 194009 INFO  (jetty-launcher-657-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 194009 INFO  (jetty-launcher-657-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46c18ab7{/solr,null,AVAILABLE}
   [junit4]   2> 194011 INFO  (jetty-launcher-657-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 194011 INFO  (jetty-launcher-657-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 194011 INFO  (jetty-launcher-657-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 194011 INFO  (jetty-launcher-657-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@313dd741{/solr,null,AVAILABLE}
   [junit4]   2> 194011 INFO  (jetty-launcher-657-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@520b854c{SSL,[ssl, http/1.1]}{127.0.0.1:44301}
   [junit4]   2> 194011 INFO  (jetty-launcher-657-thread-3) [     ] o.e.j.s.Server Started @194047ms
   [junit4]   2> 194011 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44301}
   [junit4]   2> 194012 ERROR (jetty-launcher-657-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.4.0
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-12T08:40:20.735Z
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6d65183b{SSL,[ssl, http/1.1]}{127.0.0.1:44133}
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-4) [     ] o.e.j.s.Server Started @194047ms
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44133}
   [junit4]   2> 194012 ERROR (jetty-launcher-657-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.4.0
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2d3d2158{SSL,[ssl, http/1.1]}{127.0.0.1:41629}
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-2) [     ] o.e.j.s.Server Started @194048ms
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-12T08:40:20.735Z
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41629}
   [junit4]   2> 194012 ERROR (jetty-launcher-657-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.4.0
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 194012 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-12T08:40:20.735Z
   [junit4]   2> 194017 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194017 INFO  (jetty-launcher-657-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@10723962{SSL,[ssl, http/1.1]}{127.0.0.1:43537}
   [junit4]   2> 194017 INFO  (jetty-launcher-657-thread-1) [     ] o.e.j.s.Server Started @194053ms
   [junit4]   2> 194017 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43537}
   [junit4]   2> 194018 ERROR (jetty-launcher-657-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 194018 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 194018 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.4.0
   [junit4]   2> 194018 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 194018 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 194018 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-12T08:40:20.741Z
   [junit4]   2> 194021 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194023 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194028 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194038 INFO  (zkConnectionManagerCallback-659-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194038 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194038 INFO  (zkConnectionManagerCallback-663-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194038 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194038 INFO  (zkConnectionManagerCallback-665-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194038 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194038 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 194038 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 194039 INFO  (zkConnectionManagerCallback-661-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194039 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194046 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 194046 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 194046 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 194046 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 194047 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 194047 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 194048 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 194050 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 194050 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 194051 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 194054 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 194163 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 194163 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 194164 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 194194 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 194195 WARN  (jetty-launcher-657-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 194195 WARN  (jetty-launcher-657-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@574e6398[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194195 WARN  (jetty-launcher-657-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@574e6398[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194198 WARN  (jetty-launcher-657-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 194198 WARN  (jetty-launcher-657-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7df03996[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194198 WARN  (jetty-launcher-657-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7df03996[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194199 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35239/solr
   [junit4]   2> 194200 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194201 INFO  (zkConnectionManagerCallback-673-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194201 INFO  (jetty-launcher-657-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194278 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 194278 WARN  (jetty-launcher-657-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 194280 WARN  (jetty-launcher-657-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4901223b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194280 WARN  (jetty-launcher-657-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4901223b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194282 WARN  (jetty-launcher-657-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 194284 WARN  (jetty-launcher-657-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@303593a3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194284 WARN  (jetty-launcher-657-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@303593a3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194285 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35239/solr
   [junit4]   2> 194288 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194292 INFO  (zkConnectionManagerCallback-680-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194292 INFO  (jetty-launcher-657-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194308 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:41629_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194309 INFO  (zkConnectionManagerCallback-682-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194309 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:41629_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194337 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 194338 WARN  (jetty-launcher-657-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 194339 WARN  (jetty-launcher-657-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@629f1cf4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194339 WARN  (jetty-launcher-657-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@629f1cf4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194341 WARN  (jetty-launcher-657-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 194386 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:41629_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41629_solr
   [junit4]   2> 194386 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:41629_solr     ] o.a.s.c.Overseer Overseer (id=72710962643861513-127.0.0.1:41629_solr-n_0000000000) starting
   [junit4]   2> 194387 WARN  (jetty-launcher-657-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@11822dae[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194387 WARN  (jetty-launcher-657-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@11822dae[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194389 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35239/solr
   [junit4]   2> 194390 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194396 INFO  (zkConnectionManagerCallback-691-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194396 INFO  (jetty-launcher-657-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194397 INFO  (OverseerStateUpdate-72710962643861513-127.0.0.1:41629_solr-n_0000000000) [n:127.0.0.1:41629_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41629_solr
   [junit4]   2> 194415 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:41629_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41629_solr
   [junit4]   2> 194450 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:44133_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194456 INFO  (zkConnectionManagerCallback-694-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194456 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:44133_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194520 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:44133_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 194520 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:44301_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194522 INFO  (zkCallback-681-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 194523 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:44133_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:44133_solr as DOWN
   [junit4]   2> 194523 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:44133_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 194523 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:44133_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44133_solr
   [junit4]   2> 194526 INFO  (zkConnectionManagerCallback-696-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194526 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:44301_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194528 INFO  (zkCallback-693-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 194529 INFO  (zkCallback-681-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 194531 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:44301_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 194533 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:44301_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:44301_solr as DOWN
   [junit4]   2> 194533 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:44301_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 194533 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:44301_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44301_solr
   [junit4]   2> 194536 INFO  (zkCallback-695-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 194536 INFO  (zkCallback-681-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 194540 INFO  (zkCallback-693-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 194560 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:44301_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 194572 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:44301_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 194575 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:44133_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 194575 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:41629_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 194587 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:44301_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 194587 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:44301_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 194591 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 194591 WARN  (jetty-launcher-657-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 194592 WARN  (jetty-launcher-657-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@580d01a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194592 WARN  (jetty-launcher-657-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@580d01a5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194594 INFO  (jetty-launcher-657-thread-3) [n:127.0.0.1:44301_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_6E0D5ED658BC73E5-001/tempDir-002/node2/.
   [junit4]   2> 194602 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:41629_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 194607 WARN  (jetty-launcher-657-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 194607 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:44133_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 194609 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:41629_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 194609 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:41629_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 194612 WARN  (jetty-launcher-657-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3dfb56fd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194612 WARN  (jetty-launcher-657-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3dfb56fd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 194614 INFO  (jetty-launcher-657-thread-2) [n:127.0.0.1:41629_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_6E0D5ED658BC73E5-001/tempDir-002/node3/.
   [junit4]   2> 194614 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35239/solr
   [junit4]   2> 194618 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:44133_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 194618 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:44133_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 194620 INFO  (jetty-launcher-657-thread-4) [n:127.0.0.1:44133_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_6E0D5ED658BC73E5-001/tempDir-002/node4/.
   [junit4]   2> 194620 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194639 INFO  (zkConnectionManagerCallback-711-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194639 INFO  (jetty-launcher-657-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194742 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:43537_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194744 INFO  (zkConnectionManagerCallback-713-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194744 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:43537_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194747 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:43537_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 194750 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:43537_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:43537_solr as DOWN
   [junit4]   2> 194750 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:43537_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 194750 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:43537_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43537_solr
   [junit4]   2> 194751 INFO  (zkCallback-693-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 194751 INFO  (zkCallback-695-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 194751 INFO  (zkCallback-681-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 194756 INFO  (zkCallback-712-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 194767 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:43537_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 194793 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:43537_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 194799 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:43537_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 194799 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:43537_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 194801 INFO  (jetty-launcher-657-thread-1) [n:127.0.0.1:43537_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_6E0D5ED658BC73E5-001/tempDir-002/node1/.
   [junit4]   2> 194834 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 194835 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 194836 INFO  (zkConnectionManagerCallback-722-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194836 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 194836 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 194837 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35239/solr ready
   [junit4]   2> 194867 INFO  (qtp667241000-3422) [n:127.0.0.1:41629_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 194872 INFO  (qtp667241000-3422) [n:127.0.0.1:41629_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 194873 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[6E0D5ED658BC73E5]) [     ] o.a.s.c.MoveReplicaTest total_jettys: 4
   [junit4]   2> 194875 INFO  (qtp667241000-3423) [n:127.0.0.1:41629_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_false&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 194882 INFO  (OverseerThreadFactory-650-thread-2-processing-n:127.0.0.1:41629_solr) [n:127.0.0.1:41629_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_false
   [junit4]   2> 194882 INFO  (OverseerCollectionConfigSetProcessor-72710962643861513-127.0.0.1:41629_solr-n_0000000000) [n:127.0.0.1:41629_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 194994 INFO  (OverseerStateUpdate-72710962643861513-127.0.0.1:41629_solr-n_0000000000) [n:127.0.0.1:41629_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_false",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_false_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41629/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 194996 INFO  (OverseerStateUpdate-72710962643861513-127.0.0.1:41629_solr-n_0000000000) [n:127.0.0.1:41629_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_false",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_false_shard1_replica_p2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44133/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 194997 INFO  (OverseerStateUpdate-72710962643861513-127.0.0.1:41629_solr-n_0000000000) [n:127.0.0.1:41629_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_false",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_false_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44301/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 195003 INFO  (OverseerStateUpdate-72710962643861513-127.0.0.1:41629_solr-n_0000000000) [n:127.0.0.1:41629_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_false",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_false_shard2_replica_p6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43537/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 195248 INFO  (qtp667241000-3430) [n:127.0.0.1:41629_solr    x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 195249 INFO  (qtp667241000-3430) [n:127.0.0.1:41629_solr    x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 195257 INFO  (qtp1738371915-3419) [n:127.0.0.1:44133_solr    x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard1_replica_p2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 195270 INFO  (qtp1492381244-3412) [n:127.0.0.1:44301_solr    x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 195284 INFO  (qtp445272594-3425) [n:127.0.0.1:43537_solr    x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_p6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 196293 INFO  (qtp667241000-3430) [n:127.0.0.1:41629_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 196298 INFO  (qtp1492381244-3412) [n:127.0.0.1:44301_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 196301 INFO  (qtp1738371915-3419) [n:127.0.0.1:44133_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 196311 INFO  (qtp667241000-3430) [n:127.0.0.1:41629_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 196325 INFO  (qtp445272594-3425) [n:127.0.0.1:43537_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 196326 INFO  (qtp1492381244-3412) [n:127.0.0.1:44301_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 196339 INFO  (qtp667241000-3430) [n:127.0.0.1:41629_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 196339 INFO  (qtp667241000-3430) [n:127.0.0.1:41629_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
   [junit4]   2> 196339 INFO  (qtp667241000-3430) [n:127.0.0.1:41629_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769d9e06
   [junit4]   2> 196343 INFO  (qtp1492381244-3412) [n:127.0.0.1:44301_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema mini

[...truncated too long message...]

er Stopped o.e.j.s.ServletContextHandler@5fe7e42b{/,null,UNAVAILABLE}
   [junit4]   2> 2445318 INFO  (closeThreadPool-11167-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2445321 INFO  (closeThreadPool-11167-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2445321 INFO  (closeThreadPool-11167-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1fc15433: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@152aebfa
   [junit4]   2> 2445323 INFO  (closeThreadPool-11167-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2445323 INFO  (closeThreadPool-11167-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37a92eb7: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1243083a
   [junit4]   2> 2445325 INFO  (closeThreadPool-11167-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2445325 INFO  (closeThreadPool-11167-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c7a8861: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5d617c6b
   [junit4]   2> 2445326 INFO  (closeThreadPool-11167-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@2a2c200d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2445326 INFO  (closeThreadPool-11167-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@44ad3f65{/,null,UNAVAILABLE}
   [junit4]   2> 2445327 INFO  (closeThreadPool-11167-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedMissingSort -Dtests.method=test -Dtests.seed=6E0D5ED658BC73E5 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=lv-LV -Dtests.timezone=Asia/Bangkok -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   21.5s J0 | TestDistributedMissingSort.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36441/collection1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://[ff01::083]:33332/select
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6E0D5ED658BC73E5:E659610CF6401E1D]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:626)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:678)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:656)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:635)
   [junit4]    > 	at org.apache.solr.TestDistributedMissingSort.testSortMissingLast(TestDistributedMissingSort.java:106)
   [junit4]    > 	at org.apache.solr.TestDistributedMissingSort.test(TestDistributedMissingSort.java:43)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1108)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.TestDistributedMissingSort_6E0D5ED658BC73E5-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {six_s1_mf=Lucene50(blocksize=128), rnd_b=Lucene50(blocksize=128), SubjectTerms_mfacet=FSTOrd50, foo_b=PostingsFormat(name=MockRandom), id=Lucene50(blocksize=128), five_s1_ml=PostingsFormat(name=MockRandom)}, docValues:{two_i1_mf=DocValuesFormat(name=Asserting), one_i1_ml=DocValuesFormat(name=Asserting), n_l1=DocValuesFormat(name=Direct), n_dt1=DocValuesFormat(name=Lucene80), n_td1=DocValuesFormat(name=Lucene80), n_d1=DocValuesFormat(name=Direct), n_f1=DocValuesFormat(name=Lucene80), n_ti1=DocValuesFormat(name=Lucene80), n_tl1=DocValuesFormat(name=Lucene80), id_i=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Direct), n_tf1=DocValuesFormat(name=Direct), n_tdt1=DocValuesFormat(name=Direct), foo_d=DocValuesFormat(name=Lucene80), three_l1_ml=DocValuesFormat(name=Lucene80), foo_f=DocValuesFormat(name=Asserting), four_l1_mf=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1812, maxMBSortInHeap=6.884359497359146, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3852660b), locale=lv-LV, timezone=Asia/Bangkok
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=138848240,total=531103744
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrDeletionPolicy1, LargeFieldTest, TestDefaultStatsCache, TestComplexPhraseLeadingWildcard, TestObjectReleaseTracker, TestLegacyNumericRangeQueryBuilder, TestSmileRequest, XsltUpdateRequestHandlerTest, TestConfigSetsAPIExclusivity, TestPerFieldSimilarityWithDefaultOverride, HealthCheckHandlerTest, MissingSegmentRecoveryTest, TestZkAclsWithHadoopAuth, TestDeleteCollectionOnDownNodes, TestUtilizeNode, TestDocBasedVersionConstraints, SmileWriterTest, SuggestComponentTest, TestSolrQueryParser, TestSolrCloudWithDelegationTokens, SolrGraphiteReporterTest, TestCodecSupport, TestPullReplica, SearchRateTriggerIntegrationTest, BadCopyFieldTest, SuggesterTSTTest, ExitableDirectoryReaderTest, TestClassicSimilarityFactory, ShardRoutingTest, TestLuceneIndexBackCompat, TestSchemaNameResource, SolrMetricManagerTest, DistanceFunctionTest, DocValuesMultiTest, TestLegacyFieldCache, RestartWhileUpdatingTest, TestSearchPerf, TestLazyCores, CustomCollectionTest, TestLegacyField, TestMissingGroups, TestCloudNestedDocsSort, TestRequestForwarding, CoreAdminRequestStatusTest, TestStressLucene, ZkShardTermsTest, TestStreamBody, TestGroupingSearch, TestSolrConfigHandlerCloud, TestSolrCLIRunExample, ChaosMonkeySafeLeaderTest, TestCloudPseudoReturnFields, TestExportWriter, TestRawResponseWriter, TestDynamicLoadingUrl, RecoveryZkTest, AuditLoggerPluginTest, TestCloudInspectUtil, HttpSolrCallGetCoreTest, TestFaceting, SampleTest, TestReRankQParserPlugin, TestSolrCoreProperties, TestOverriddenPrefixQueryForCustomFieldType, HLLUtilTest, TestExportTool, TestInitQParser, SpellCheckCollatorWithCollapseTest, TestAuthenticationFramework, MetricsHistoryIntegrationTest, DocExpirationUpdateProcessorFactoryTest, TestSchemaVersionResource, CustomHighlightComponentTest, DocumentBuilderTest, TestCollectionsAPIViaSolrCloudCluster, TestFieldCacheSortRandom, TestRandomFlRTGCloud, CdcrUpdateLogTest, TestXmlQParserPlugin, TestBlobHandler, TestCoreBackup, SSLMigrationTest, TestClusterStateMutator, NodeAddedTriggerIntegrationTest, TestRandomDVFaceting, PeerSyncWithLeaderTest, TestCloudSearcherWarming, ResponseLogComponentTest, CollectionsAPISolrJTest, TestQuerySenderListener, AddSchemaFieldsUpdateProcessorFactoryTest, HttpPartitionWithTlogReplicasTest, TestCustomSort, UpdateLogTest, TestPseudoReturnFields, ChangedSchemaMergeTest, DistribCursorPagingTest, SolrRequestParserTest, DateFieldTest, TestDelegationWithHadoopAuth, AtomicUpdatesTest, QueryResultKeyTest, SolrCoreTest, NodeLostTriggerTest, TestNumericRangeQuery64, CloudMLTQParserTest, TestLegacyBM25SimilarityFactory, CdcrBootstrapTest, TestFileDictionaryLookup, SolrCLIZkUtilsTest, ActionThrottleTest, TestInPlaceUpdatesRequiredField, TestCoreAdminApis, TestRestoreCore, LeaderTragicEventTest, JvmMetricsTest, TestNestedUpdateProcessor, TestCharFilters, TestExactStatsCache, HdfsSyncSliceTest, DefaultValueUpdateProcessorTest, TestScoreJoinQPScore, SchemaApiFailureTest, TestConfigSetImmutable, TestLeaderElectionWithEmptyReplica, HdfsChaosMonkeyNothingIsSafeTest, TestBulkSchemaConcurrent, SolrSlf4jReporterTest, HdfsRecoverLeaseTest, UtilsToolTest, ReplaceNodeNoTargetTest, ScheduledMaintenanceTriggerTest, IndexSizeTriggerTest, RandomizedTaggerTest, TestSnapshotCloudManager, EchoParamsTest, ParsingFieldUpdateProcessorsTest, TestTrieFacet, TestSimPolicyCloud, TriggerIntegrationTest, MoveReplicaTest, TestSuggestSpellingConverter, TestUseDocValuesAsStored2, ManagedSchemaRoundRobinCloudTest, TestSimLargeCluster, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, TestDistributedMissingSort]
   [junit4] Completed [460/882 (5!)] on J0 in 21.77s, 1 test, 1 error <<< FAILURES!

[...truncated 54200 lines...]

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 271 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/271/

1 tests failed.
FAILED:  org.apache.lucene.index.TestConcurrentMergeScheduler.testFlushExceptions

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([464DD68AA368C51B:F2278550AA88532F]:0)
	at org.junit.Assert.fail(Assert.java:86)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertTrue(Assert.java:52)
	at org.apache.lucene.index.TestConcurrentMergeScheduler.testFlushExceptions(TestConcurrentMergeScheduler.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1524 lines...]
   [junit4] Suite: org.apache.lucene.index.TestConcurrentMergeScheduler
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestConcurrentMergeScheduler -Dtests.method=testFlushExceptions -Dtests.seed=464DD68AA368C51B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=uk -Dtests.timezone=America/Panama -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.01s J1 | TestConcurrentMergeScheduler.testFlushExceptions <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([464DD68AA368C51B:F2278550AA88532F]:0)
   [junit4]    > 	at org.apache.lucene.index.TestConcurrentMergeScheduler.testFlushExceptions(TestConcurrentMergeScheduler.java:128)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestConcurrentMergeScheduler_464DD68AA368C51B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {field=FSTOrd50, id=PostingsFormat(name=MockRandom), content=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1747, maxMBSortInHeap=7.73325958801907, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@60d2af76), locale=uk, timezone=America/Panama
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=150318816,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [TestNRTReaderCleanup, TestDeterminism, TestSpanExplanationsOfNonMatches, TestFeatureField, TestDocumentWriter, TestRollingUpdates, TestBoolean2, TestSearch, TestPrefixRandom, TestSegmentCacheables, TestSortRescorer, TestSimilarityBase, TestAttributeSource, TestFSTs, TestSetOnce, TestIndexWriterOnVMError, TestSoftDeletesDirectoryReaderWrapper, TestIndexWriterMaxDocs, TestIndexSorting, TestMinimize, TestIndexCommit, TestSegmentMerger, TestFilterMergePolicy, TestFilterDirectory, TestCollectionUtil, TestBooleanOr, TestBytesRef, TestQueryBuilder, TestSpanSearchEquivalence, TestDirectPacked, TestStressIndexing2, TestSimpleFSLockFactory, TestMaxScoreAccumulator, TestTrackingDirectoryWrapper, TestSameScoresWithThreads, TestIntroSelector, TestDocInverterPerFieldErrorInfo, TestConstantScoreScorer, TestSparseFixedBitDocIdSet, TestDemo, TestPendingDeletes, TestAutomaton, TestNormsFieldExistsQuery, TestAllFilesHaveChecksumFooter, TestCachingTokenFilter, TestTimeLimitingCollector, TestExitableDirectoryReader, TestSimilarityProvider, TestMSBRadixSorter, TestGraphTokenStreamFiniteStrings, TestGraphTokenFilter, TestMultiCollector, TestRangeFieldsDocValuesQuery, TestNoMergePolicy, TestLSBRadixSorter, TestBagOfPositions, TestByteBuffersDirectory, TestMultiset, TestDateSort, TestFilterCodecReader, TestBlockPostingsFormat2, TestPolygon2D, Test2BSortedDocValuesOrds, TestTotalHits, Test2BNumericDocValues, TestPhraseQuery, TestFrequencyTrackingRingBuffer, TestIntBlockPool, TestSimpleExplanationsWithFillerDocs, TestDuelingCodecs, TestLucene80NormsFormatMergeInstance, Test2BPostings, TestRollingBuffer, TestDocIdSetIterator, TestLMDirichletSimilarity, TestFastDecompressionMode, TestLRUQueryCache, TestIndependenceChiSquared, TestCustomNorms, TestNamedSPILoader, TestMultiTermConstantScore, TestMixedCodecs, TestCharFilter, TestLucene60FieldInfoFormat, TestOmitTf, TestCharsRef, TestForTooMuchCloning, TestByteArrayDataInput, TestAddIndexes, TestAllFilesCheckIndexHeader, TestBinaryDocValuesUpdates, TestBinaryTerms, TestByteSlices, TestCheckIndex, TestCodecHoldsOpenFiles, TestCodecs, TestConcurrentMergeScheduler]
   [junit4] Completed [311/528 (1!)] on J1 in 12.19s, 16 tests, 1 failure <<< FAILURES!

[...truncated 68029 lines...]

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 270 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/270/

1 tests failed.
FAILED:  org.apache.solr.cloud.PackageManagerCLITest.testPackageManager

Error Message:
Could not get expected value  '1.1.0' for path 'config/requestHandler/\/mypath2/_packageinfo_/version' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "config":{"requestHandler":{"/mypath2":{         "name":"/mypath2",         "class":"question-answer:fullstory.QARequestHandler",         "_packageinfo_":{           "package":"question-answer",           "version":"1.0.0",           "files":["/package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp"],           "manifest":"/package/question-answer/1.0.0/manifest.json",           "manifestSHA512":"a91ab5a2c5abd53f0f72c256592c2be8b667cecb8226ac054aeed4d28aac9d743311442f2d58539bb83663a19bd1efb310aaadfd77bea458f3d475161721a114"}}}}},  from server:  http://127.0.0.1:40465/solr/abc

Stack Trace:
java.lang.AssertionError: Could not get expected value  '1.1.0' for path 'config/requestHandler/\/mypath2/_packageinfo_/version' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "config":{"requestHandler":{"/mypath2":{
        "name":"/mypath2",
        "class":"question-answer:fullstory.QARequestHandler",
        "_packageinfo_":{
          "package":"question-answer",
          "version":"1.0.0",
          "files":["/package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp"],
          "manifest":"/package/question-answer/1.0.0/manifest.json",
          "manifestSHA512":"a91ab5a2c5abd53f0f72c256592c2be8b667cecb8226ac054aeed4d28aac9d743311442f2d58539bb83663a19bd1efb310aaadfd77bea458f3d475161721a114"}}}}},  from server:  http://127.0.0.1:40465/solr/abc
	at __randomizedtesting.SeedInfo.seed([D52CAF4E974B294C:D686E42095A5F6E7]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:590)
	at org.apache.solr.cloud.PackageManagerCLITest.assertPackageVersion(PackageManagerCLITest.java:149)
	at org.apache.solr.cloud.PackageManagerCLITest.testPackageManager(PackageManagerCLITest.java:129)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15341 lines...]
   [junit4] Suite: org.apache.solr.cloud.PackageManagerCLITest
   [junit4]   2> 4303056 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.PackageManagerCLITest_D52CAF4E974B294C-001/data-dir-168-001
   [junit4]   2> 4303056 WARN  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
   [junit4]   2> 4303056 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4303057 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 4303057 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4303058 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.PackageManagerCLITest_D52CAF4E974B294C-001/tempDir-001
   [junit4]   2> 4303058 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4303058 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4303059 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4303060 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:34976
   [junit4]   2> 4303060 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34976
   [junit4]   2> 4303060 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34976
   [junit4]   2> 4303060 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34976
   [junit4]   2> 4303062 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4303065 INFO  (zkConnectionManagerCallback-13244-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4303065 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4303069 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4303069 INFO  (zkConnectionManagerCallback-13246-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4303070 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4303070 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4303071 INFO  (zkConnectionManagerCallback-13248-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4303071 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4303174 WARN  (jetty-launcher-13249-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 4303174 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4303174 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4303174 INFO  (jetty-launcher-13249-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 4303175 INFO  (jetty-launcher-13249-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4303175 INFO  (jetty-launcher-13249-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4303175 INFO  (jetty-launcher-13249-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4303175 INFO  (jetty-launcher-13249-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5721b982{/solr,null,AVAILABLE}
   [junit4]   2> 4303176 INFO  (jetty-launcher-13249-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@21953cc9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40465}
   [junit4]   2> 4303176 INFO  (jetty-launcher-13249-thread-1) [     ] o.e.j.s.Server Started @4303345ms
   [junit4]   2> 4303176 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40465}
   [junit4]   2> 4303176 ERROR (jetty-launcher-13249-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4303176 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4303176 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.4.0
   [junit4]   2> 4303176 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4303176 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4303176 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-16T18:56:09.805Z
   [junit4]   2> 4303177 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4303178 INFO  (zkConnectionManagerCallback-13251-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4303178 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4303178 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4303464 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4303465 WARN  (jetty-launcher-13249-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33f9f43c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4303465 WARN  (jetty-launcher-13249-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33f9f43c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4303468 WARN  (jetty-launcher-13249-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7cb79d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4303468 WARN  (jetty-launcher-13249-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7cb79d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4303469 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34976/solr
   [junit4]   2> 4303469 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4303470 INFO  (zkConnectionManagerCallback-13258-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4303470 INFO  (jetty-launcher-13249-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4303572 INFO  (jetty-launcher-13249-thread-1) [n:127.0.0.1:40465_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4303573 INFO  (zkConnectionManagerCallback-13260-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4303573 INFO  (jetty-launcher-13249-thread-1) [n:127.0.0.1:40465_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4303659 INFO  (jetty-launcher-13249-thread-1) [n:127.0.0.1:40465_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40465_solr
   [junit4]   2> 4303660 INFO  (jetty-launcher-13249-thread-1) [n:127.0.0.1:40465_solr     ] o.a.s.c.Overseer Overseer (id=75745171760873477-127.0.0.1:40465_solr-n_0000000000) starting
   [junit4]   2> 4303667 INFO  (OverseerStateUpdate-75745171760873477-127.0.0.1:40465_solr-n_0000000000) [n:127.0.0.1:40465_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40465_solr
   [junit4]   2> 4303667 INFO  (jetty-launcher-13249-thread-1) [n:127.0.0.1:40465_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40465_solr
   [junit4]   2> 4303673 INFO  (OverseerStateUpdate-75745171760873477-127.0.0.1:40465_solr-n_0000000000) [n:127.0.0.1:40465_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4303677 DEBUG (OverseerAutoScalingTriggerThread-75745171760873477-127.0.0.1:40465_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:40465_solr]
   [junit4]   2> 4303678 DEBUG (ScheduledTrigger-11327-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 4303691 INFO  (jetty-launcher-13249-thread-1) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4303717 INFO  (jetty-launcher-13249-thread-1) [n:127.0.0.1:40465_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40465.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a4a4118
   [junit4]   2> 4303725 INFO  (jetty-launcher-13249-thread-1) [n:127.0.0.1:40465_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40465.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a4a4118
   [junit4]   2> 4303725 INFO  (jetty-launcher-13249-thread-1) [n:127.0.0.1:40465_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40465.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a4a4118
   [junit4]   2> 4303726 INFO  (jetty-launcher-13249-thread-1) [n:127.0.0.1:40465_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4303727 INFO  (jetty-launcher-13249-thread-1) [n:127.0.0.1:40465_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.PackageManagerCLITest_D52CAF4E974B294C-001/tempDir-001/node1/.
   [junit4]   2> 4303744 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
   [junit4]   2> 4303745 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4303746 INFO  (zkConnectionManagerCallback-13269-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4303746 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4303747 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4303748 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34976/solr ready
   [junit4]   2> 4303764 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 4303765 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7d66367c{HTTP/1.1,[http/1.1]}{0.0.0.0:34938}
   [junit4]   2> 4303765 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.e.j.s.Server Started @4303934ms
   [junit4]   2> 4303790 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testPackageManager
   [junit4]   2> 4303801 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Solr url: http://127.0.0.1:40465/solr, solr base url: http://127.0.0.1:40465
   [junit4]   2> 4303814 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=7
   [junit4]   2> 4303820 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 4303830 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=9
   [junit4]   2> 4303832 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:34976/solr
   [junit4]   2> 4303861 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4303861 INFO  (zkConnectionManagerCallback-13271-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4303861 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4303862 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   1> Installed packages:
   [junit4]   1> -----
   [junit4]   2> 4303869 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Getting packages from packages.json...
   [junit4]   2> 4303869 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Got packages: []
   [junit4]   2> 4303970 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Finished: list-installed
   [junit4]   2> 4303971 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Solr url: http://127.0.0.1:40465/solr, solr base url: http://127.0.0.1:40465
   [junit4]   2> 4303982 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=9
   [junit4]   2> 4303985 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 4303992 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=7
   [junit4]   2> 4303993 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:34976/solr
   [junit4]   2> 4303994 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4303995 INFO  (zkConnectionManagerCallback-13273-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4303995 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4303996 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   2> 4303996 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.RepositoryManager []
   [junit4]   1> Added repository: fullstory
   [junit4]   2> 4304170 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Finished: add-repo
   [junit4]   2> 4304170 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Solr url: http://127.0.0.1:40465/solr, solr base url: http://127.0.0.1:40465
   [junit4]   2> 4304182 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=10
   [junit4]   2> 4304184 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 4304185 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=0
   [junit4]   2> 4304186 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:34976/solr
   [junit4]   2> 4304204 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4304214 INFO  (zkConnectionManagerCallback-13275-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4304215 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4304216 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   1> Available packages:
   [junit4]   1> -----
   [junit4]   1> question-answer 		A natural language question answering plugin
   [junit4]   1> 	Version: 1.0.0
   [junit4]   1> 	Version: 1.1.0
   [junit4]   2> 4304337 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Finished: list-available
   [junit4]   2> 4304337 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Solr url: http://127.0.0.1:40465/solr, solr base url: http://127.0.0.1:40465
   [junit4]   2> 4304345 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=6
   [junit4]   2> 4304347 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 4304348 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=0
   [junit4]   2> 4304348 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:34976/solr
   [junit4]   2> 4304362 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4304362 INFO  (zkConnectionManagerCallback-13277-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4304362 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4304362 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   2> 4304442 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Getting packages from packages.json...
   [junit4]   2> 4304442 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Got packages: []
   [junit4]   1> Posting manifest...
   [junit4]   2> 4304556 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.f.DistribPackageStore Missing file in package store: /package/question-answer/1.0.0/manifest.json
   [junit4]   2> 4304556 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.f.DistribPackageStore Unable to download file : /package/question-answer/1.0.0/manifest.json
   [junit4]   2> 4304562 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.f.DistribPackageStore persisted a file /package/question-answer/1.0.0/manifest.json and metadata. sizes 809 144
   [junit4]   2> 4304565 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/files/package/question-answer/1.0.0/manifest.json params={wt=javabin&version=2} status=0 QTime=19
   [junit4]   1> Posting artifacts...
   [junit4]   2> 4304571 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.f.DistribPackageStore Missing file in package store: /package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp
   [junit4]   2> 4304571 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.f.DistribPackageStore Unable to download file : /package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp
   [junit4]   2> 4304575 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.f.DistribPackageStore persisted a file /package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp and metadata. sizes 5579 246
   [junit4]   2> 4304577 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/files/package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp params={sig=TTzgh5/usbyWg7oZ7lRwz4eQfh1FeXWvv4U85tsVthVz0MRDz9t7SmonDkegZ7OyqeoiQ4I207pifpVW%2BDRd9Q%3D%3D&wt=javabin&version=2} status=0 QTime=11
   [junit4]   1> Executing Package API to register this package...
   [junit4]   2> 4304589 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.p.PackageLoader /packages.json updated to version 0
   [junit4]   2> 4304590 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.p.PackageLoader A new package: question-answer introduced
   [junit4]   2> 4304591 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.p.PackageLoader A new version: 1.0.0 added for package: question-answer with artifacts [/package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp]
   [junit4]   2> 4304593 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.c.SolrResourceLoader [null] Added 1 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.PackageManagerCLITest_D52CAF4E974B294C-001/tempDir-001/node1/filestore/package/question-answer/1.0.0]
   [junit4]   2> 4304593 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.p.PackageLoader version: 1.0.0 is the new latest in package: question-answer
   [junit4]   2> 4304593 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={wt=javabin&version=2} status=0 QTime=14
   [junit4]   1> Response: {"responseHeader":{
   [junit4]   1>     "status":0,
   [junit4]   1>     "QTime":14}}
   [junit4]   2> 4304594 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Getting packages from packages.json...
   [junit4]   2> 4304599 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/package/question-answer/1.0.0/manifest.json params={} status=0 QTime=0
   [junit4]   2> 4304606 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Got packages: [{
   [junit4]   2>   "name":"question-answer",
   [junit4]   2>   "version":"1.0.0"}]
   [junit4]   1> {
   [junit4]   1>   "path":"/api/collections/${collection}/config/requestHandler?componentName=${RH-HANDLER-PATH}&meta=true",
   [junit4]   1>   "method":"GET",
   [junit4]   1>   "condition":"$['config'].['requestHandler'].['${RH-HANDLER-PATH}'].['_packageinfo_'].['version']",
   [junit4]   1>   "expected":"${package-version}"}
   [junit4]   1> Verifying version 1.0.0 on [], result: true
   [junit4]   1> org.apache.solr.packagemanager.RepositoryManager@5e0d3219 installed.
   [junit4]   2> 4304607 INFO  (zkCallback-13259-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version 0
   [junit4]   2> 4304679 DEBUG (ScheduledTrigger-11327-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 4304708 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Finished: install
   [junit4]   2> 4304708 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Solr url: http://127.0.0.1:40465/solr, solr base url: http://127.0.0.1:40465
   [junit4]   2> 4304719 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=8
   [junit4]   2> 4304722 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 4304726 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=4
   [junit4]   2> 4304727 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:34976/solr
   [junit4]   2> 4304728 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4304729 INFO  (zkConnectionManagerCallback-13279-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4304729 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4304729 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   1> Installed packages:
   [junit4]   1> -----
   [junit4]   2> 4304729 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Getting packages from packages.json...
   [junit4]   2> 4304732 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/package/question-answer/1.0.0/manifest.json params={} status=0 QTime=0
   [junit4]   2> 4304735 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Got packages: [{
   [junit4]   2>   "name":"question-answer",
   [junit4]   2>   "version":"1.0.0"}]
   [junit4]   1> {
   [junit4]   1>   "name":"question-answer",
   [junit4]   1>   "version":"1.0.0"}
   [junit4]   2> 4304837 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Finished: list-installed
   [junit4]   2> 4304838 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=abc&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4304858 INFO  (OverseerThreadFactory-11329-thread-1-processing-n:127.0.0.1:40465_solr) [n:127.0.0.1:40465_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection abc
   [junit4]   2> 4304967 INFO  (OverseerStateUpdate-75745171760873477-127.0.0.1:40465_solr-n_0000000000) [n:127.0.0.1:40465_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"abc",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"abc_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40465/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4305170 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr    x:abc_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=abc_shard1_replica_n1&action=CREATE&numShards=1&collection=abc&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4305170 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr    x:abc_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4305680 DEBUG (ScheduledTrigger-11327-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 4306181 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 4306189 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.s.IndexSchema [abc_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 4306192 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 4306192 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'abc_shard1_replica_n1' using configuration from collection abc, trusted=true
   [junit4]   2> 4306192 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40465.solr.core.abc.shard1.replica_n1' (registry 'solr.core.abc.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a4a4118
   [junit4]   2> 4306192 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SolrCore [[abc_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.PackageManagerCLITest_D52CAF4E974B294C-001/tempDir-001/node1/abc_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.PackageManagerCLITest_D52CAF4E974B294C-001/tempDir-001/node1/./abc_shard1_replica_n1/data/]
   [junit4]   2> 4306242 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4306242 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4306244 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4306244 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4306245 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@74090315[abc_shard1_replica_n1] main]
   [junit4]   2> 4306246 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4306247 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4306247 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4306247 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1650385824384024576
   [junit4]   2> 4306251 INFO  (searcherExecutor-11334-thread-1-processing-n:127.0.0.1:40465_solr x:abc_shard1_replica_n1 c:abc s:shard1 r:core_node2) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SolrCore [abc_shard1_replica_n1] Registered new searcher Searcher@74090315[abc_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4306253 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/abc/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4306253 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/abc/leaders/shard1
   [junit4]   2> 4306257 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4306257 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4306257 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40465/solr/abc_shard1_replica_n1/
   [junit4]   2> 4306257 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4306258 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:40465/solr/abc_shard1_replica_n1/ has no replicas
   [junit4]   2> 4306258 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/abc/leaders/shard1/leader after winning as /collections/abc/leader_elect/shard1/election/75745171760873477-core_node2-n_0000000000
   [junit4]   2> 4306260 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40465/solr/abc_shard1_replica_n1/ shard1
   [junit4]   2> 4306361 INFO  (zkCallback-13259-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abc/state.json] for collection [abc] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4306361 INFO  (zkCallback-13259-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abc/state.json] for collection [abc] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4306362 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4306364 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=abc_shard1_replica_n1&action=CREATE&numShards=1&collection=abc&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1194
   [junit4]   2> 4306367 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4306464 INFO  (zkCallback-13259-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abc/state.json] for collection [abc] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4306464 INFO  (zkCallback-13259-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abc/state.json] for collection [abc] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4306464 INFO  (zkCallback-13259-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abc/state.json] for collection [abc] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4306465 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=abc&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1626
   [junit4]   2> 4306466 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf2&name=def&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4306471 INFO  (OverseerThreadFactory-11329-thread-2-processing-n:127.0.0.1:40465_solr) [n:127.0.0.1:40465_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection def
   [junit4]   2> 4306471 INFO  (OverseerCollectionConfigSetProcessor-75745171760873477-127.0.0.1:40465_solr-n_0000000000) [n:127.0.0.1:40465_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4306679 INFO  (OverseerStateUpdate-75745171760873477-127.0.0.1:40465_solr-n_0000000000) [n:127.0.0.1:40465_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"def",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"def_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40465/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4306680 DEBUG (ScheduledTrigger-11327-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 4306881 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr    x:def_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf2&newCollection=true&name=def_shard1_replica_n1&action=CREATE&numShards=1&collection=def&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4307680 DEBUG (ScheduledTrigger-11327-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 4307895 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 4307904 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.s.IndexSchema [def_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 4307906 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 4307906 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'def_shard1_replica_n1' using configuration from collection def, trusted=true
   [junit4]   2> 4307907 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40465.solr.core.def.shard1.replica_n1' (registry 'solr.core.def.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a4a4118
   [junit4]   2> 4307907 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.SolrCore [[def_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.PackageManagerCLITest_D52CAF4E974B294C-001/tempDir-001/node1/def_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.PackageManagerCLITest_D52CAF4E974B294C-001/tempDir-001/node1/./def_shard1_replica_n1/data/]
   [junit4]   2> 4307953 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4307953 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4307954 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4307954 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4307955 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@483b88f4[def_shard1_replica_n1] main]
   [junit4]   2> 4307959 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
   [junit4]   2> 4307960 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 4307960 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4307960 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1650385826180235264
   [junit4]   2> 4307963 INFO  (searcherExecutor-11339-thread-1-processing-n:127.0.0.1:40465_solr x:def_shard1_replica_n1 c:def s:shard1 r:core_node2) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.SolrCore [def_shard1_replica_n1] Registered new searcher Searcher@483b88f4[def_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4307966 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/def/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4307966 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/def/leaders/shard1
   [junit4]   2> 4307969 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4307969 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4307969 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40465/solr/def_shard1_replica_n1/
   [junit4]   2> 4307969 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4307969 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:40465/solr/def_shard1_replica_n1/ has no replicas
   [junit4]   2> 4307970 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/def/leaders/shard1/leader after winning as /collections/def/leader_elect/shard1/election/75745171760873477-core_node2-n_0000000000
   [junit4]   2> 4307971 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40465/solr/def_shard1_replica_n1/ shard1
   [junit4]   2> 4308074 INFO  (zkCallback-13259-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/def/state.json] for collection [def] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4308074 INFO  (zkCallback-13259-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/def/state.json] for collection [def] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4308075 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4308081 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf2&newCollection=true&name=def_shard1_replica_n1&action=CREATE&numShards=1&collection=def&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1199
   [junit4]   2> 4308082 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4308177 INFO  (zkCallback-13259-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/def/state.json] for collection [def] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4308177 INFO  (zkCallback-13259-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/def/state.json] for collection [def] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4308177 INFO  (zkCallback-13259-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/def/state.json] for collection [def] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4308178 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf2&name=def&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1711
   [junit4]   2> 4308178 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Solr url: http://127.0.0.1:40465/solr, solr base url: http://127.0.0.1:40465
   [junit4]   2> 4308191 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=11
   [junit4]   2> 4308194 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 4308196 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=2
   [junit4]   2> 4308196 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:34976/solr
   [junit4]   2> 4308198 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4308199 INFO  (zkConnectionManagerCallback-13283-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4308199 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4308199 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   1> Collections on which package question-answer was deployed:
   [junit4]   2> 4308380 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Finished: list-deployed
   [junit4]   2> 4308380 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Solr url: http://127.0.0.1:40465/solr, solr base url: http://127.0.0.1:40465
   [junit4]   2> 4308392 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=10
   [junit4]   2> 4308395 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 4308397 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=2
   [junit4]   2> 4308397 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:34976/solr
   [junit4]   2> 4308399 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4308400 INFO  (zkConnectionManagerCallback-13285-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4308400 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4308400 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   2> 4308400 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Getting packages from packages.json...
   [junit4]   2> 4308402 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/package/question-answer/1.0.0/manifest.json params={} status=0 QTime=0
   [junit4]   2> 4308405 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Got packages: [{
   [junit4]   2>   "name":"question-answer",
   [junit4]   2>   "version":"1.0.0"}]
   [junit4]   2> 4308426 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 0 for collection abc
   [junit4]   2> 4308427 INFO  (Thread-68784) [     ] o.a.s.c.SolrCore config update listener called for core abc_shard1_replica_n1
   [junit4]   2> 4308428 INFO  (Thread-68784) [     ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 4308428 INFO  (Thread-68784) [     ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 4308428 INFO  (solrHandlerExecutor-11344-thread-1-processing-n:127.0.0.1:40465_solr x:abc_shard1_replica_n1 c:abc s:shard1 r:core_node2) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 4308473 INFO  (OverseerCollectionConfigSetProcessor-75745171760873477-127.0.0.1:40465_solr-n_0000000000) [n:127.0.0.1:40465_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4308530 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler I already have the expected version 0 of params
   [junit4]   2> 4308530 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 4308530 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.S.Request [abc_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={params=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4308531 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Took 104.0ms to set the property params to be of version 0 for collection abc
   [junit4]   2> 4308532 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ZkController Persisted config data to node /configs/conf1/params.json 
   [junit4]   2> 4308532 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 1 for collection abc
   [junit4]   2> 4308533 INFO  (Thread-68785) [     ] o.a.s.c.SolrCore config update listener called for core abc_shard1_replica_n1
   [junit4]   2> 4308534 INFO  (Thread-68785) [     ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 4308534 INFO  (Thread-68785) [     ] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 4308535 INFO  (solrHandlerExecutor-11345-thread-1-processing-n:127.0.0.1:40465_solr x:abc_shard1_replica_n1 c:abc s:shard1 r:core_node2) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 4308637 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler I already have the expected version 1 of params
   [junit4]   2> 4308637 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 4308637 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.S.Request [abc_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={params=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4308637 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Took 104.0ms to set the property params to be of version 1 for collection abc
   [junit4]   1> Executing {"add-requesthandler":{"name":"/mypath2","class":"question-answer:fullstory.QARequestHandler"}} for path:/api/collections/abc/config
   [junit4]   1> Putting patterns into the list from the init()
   [junit4]   2> 4308651 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection abc
   [junit4]   2> 4308652 INFO  (Thread-68786) [     ] o.a.s.c.SolrCore config update listener called for core abc_shard1_replica_n1
   [junit4]   2> 4308653 INFO  (Thread-68786) [     ] o.a.s.c.SolrCore core reload abc_shard1_replica_n1
   [junit4]   2> 4308653 INFO  (solrHandlerExecutor-11346-thread-1-processing-n:127.0.0.1:40465_solr x:abc_shard1_replica_n1 c:abc s:shard1 r:core_node2) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 4308660 INFO  (Thread-68786) [     ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 4308660 INFO  (Thread-68786) [     ] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 4308660 INFO  (Thread-68786) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 4308668 INFO  (Thread-68786) [     ] o.a.s.s.IndexSchema [abc_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 4308671 INFO  (Thread-68786) [     ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 4308671 INFO  (Thread-68786) [     ] o.a.s.c.CoreContainer Reloading SolrCore 'abc_shard1_replica_n1' using configuration from collection abc
   [junit4]   2> 4308680 DEBUG (ScheduledTrigger-11327-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 4308691 INFO  (Thread-68786) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40465.solr.core.abc.shard1.replica_n1' (registry 'solr.core.abc.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a4a4118
   [junit4]   2> 4308692 INFO  (Thread-68786) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SolrCore [[abc_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.PackageManagerCLITest_D52CAF4E974B294C-001/tempDir-001/node1/abc_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.PackageManagerCLITest_D52CAF4E974B294C-001/tempDir-001/node1/./abc_shard1_replica_n1/data/]
   [junit4]   2> 4308733 INFO  (Thread-68786) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.p.PackagePluginHolder loading plugin: requestHandler -> /mypath2 using  package question-answer:1.0.0
   [junit4]   1> Putting patterns into the list from the init()
   [junit4]   2> 4308735 INFO  (Thread-68786) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4308735 INFO  (Thread-68786) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4308737 INFO  (Thread-68786) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4299a93c[abc_shard1_replica_n1] main]
   [junit4]   2> 4308738 INFO  (Thread-68786) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4308738 INFO  (Thread-68786) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4308738 INFO  (Thread-68786) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4308739 INFO  (Thread-68786) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1650385826997075968
   [junit4]   2> 4308742 INFO  (Thread-68786) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 4308743 INFO  (searcherExecutor-11347-thread-1-processing-n:127.0.0.1:40465_solr x:abc_shard1_replica_n1 c:abc s:shard1 r:core_node2) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SolrCore [abc_shard1_replica_n1] Registered new searcher Searcher@4299a93c[abc_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4308748 INFO  (Thread-68786) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c1c8d5c[abc_shard1_replica_n1] main]
   [junit4]   2> 4308750 INFO  (searcherExecutor-11347-thread-1-processing-n:127.0.0.1:40465_solr x:abc_shard1_replica_n1 c:abc s:shard1 r:core_node2) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SolrCore [abc_shard1_replica_n1] Registered new searcher Searcher@4c1c8d5c[abc_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4308757 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 4308757 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 4308757 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.S.Request [abc_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4308759 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Took 107.0ms to set the property overlay to be of version 0 for collection abc
   [junit4]   2> 4308759 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SolrCore [abc_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@713c8949
   [junit4]   2> 4308759 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.abc.shard1.replica_n1, tag=SolrCore@713c8949
   [junit4]   2> 4308759 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49f195ec: rootName = solr_40465, domain = solr.core.abc.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.abc.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6f2aeaaf
   [junit4]   2> 4308766 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.abc.shard1.leader, tag=SolrCore@713c8949
   [junit4]   2> 4308779 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ZkController Persisted config data to node /configs/conf1/params.json 
   [junit4]   2> 4308779 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 2 for collection abc
   [junit4]   2> 4308780 INFO  (Thread-68787) [     ] o.a.s.c.SolrCore config update listener called for core abc_shard1_replica_n1
   [junit4]   2> 4308781 INFO  (Thread-68787) [     ] o.a.s.c.RequestParams conf resource params.json loaded . version : 2 
   [junit4]   2> 4308781 INFO  (Thread-68787) [     ] o.a.s.c.RequestParams request params refreshed to version 2
   [junit4]   2> 4308782 INFO  (solrHandlerExecutor-11351-thread-1-processing-n:127.0.0.1:40465_solr x:abc_shard1_replica_n1 c:abc s:shard1 r:core_node2) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 4308884 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler I already have the expected version 2 of params
   [junit4]   2> 4308884 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 4308884 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.S.Request [abc_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={params=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4308885 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Took 105.0ms to set the property params to be of version 2 for collection abc
   [junit4]   1> {
   [junit4]   1>   "path":"/api/collections/${collection}/config/requestHandler?componentName=${RH-HANDLER-PATH}&meta=true",
   [junit4]   1>   "method":"GET",
   [junit4]   1>   "condition":"$['config'].['requestHandler'].['${RH-HANDLER-PATH}'].['_packageinfo_'].['version']",
   [junit4]   1>   "expected":"${package-version}"}
   [junit4]   1> Executing http://127.0.0.1:40465/api/collections/abc/config/requestHandler?componentName=/mypath2&meta=true for collection:abc
   [junit4]   1> {
   [junit4]   1>   "responseHeader":{
   [junit4]   1>     "status":0,
   [junit4]   1>     "QTime":1},
   [junit4]   1>   "config":{"requestHandler":{"/mypath2":{
   [junit4]   1>         "name":"/mypath2",
   [junit4]   1>         "class":"question-answer:fullstory.QARequestHandler",
   [junit4]   1>         "_packageinfo_":{
   [junit4]   1>           "package":"question-answer",
   [junit4]   1>           "version":"1.0.0",
   [junit4]   1>           "files":["/package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp"],
   [junit4]   1>           "manifest":"/package/question-answer/1.0.0/manifest.json",
   [junit4]   1>           "manifestSHA512":"a91ab5a2c5abd53f0f72c256592c2be8b667cecb8226ac054aeed4d28aac9d743311442f2d58539bb83663a19bd1efb310aaadfd77bea458f3d475161721a114"}}}}}
   [junit4]   1> 
   [junit4]   1> Actual: 1.0.0, expected: 1.0.0
   [junit4]   1> Deployed and verified package: question-answer, version: 1.0.0
   [junit4]   1> Deployment successful
   [junit4]   2> 4308993 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Finished: deploy
   [junit4]   2> 4308995 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.S.Request [abc_shard1_replica_n1]  webapp=/solr path=/config/params params={meta=true} status=0 QTime=0
   [junit4]   2> 4308996 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.S.Request [abc_shard1_replica_n1]  webapp=/solr path=/config/requestHandler params={meta=true&componentName=/mypath2} status=0 QTime=0
   [junit4]   2> 4308996 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Solr url: http://127.0.0.1:40465/solr, solr base url: http://127.0.0.1:40465
   [junit4]   2> 4309007 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=8
   [junit4]   2> 4309009 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 4309011 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=2
   [junit4]   2> 4309011 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:34976/solr
   [junit4]   2> 4309013 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4309014 INFO  (zkConnectionManagerCallback-13292-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4309014 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4309014 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   1> Collections on which package question-answer was deployed:
   [junit4]   1> 	abc(question-answer:1.0.0)
   [junit4]   2> 4309117 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Finished: list-deployed
   [junit4]   2> 4309117 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Solr url: http://127.0.0.1:40465/solr, solr base url: http://127.0.0.1:40465
   [junit4]   2> 4309127 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=8
   [junit4]   2> 4309129 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 4309131 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=2
   [junit4]   2> 4309132 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:34976/solr
   [junit4]   2> 4309144 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4309144 INFO  (zkConnectionManagerCallback-13294-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4309145 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4309145 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   2> 4309146 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Getting packages from packages.json...
   [junit4]   2> 4309148 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/package/question-answer/1.0.0/manifest.json params={} status=0 QTime=0
   [junit4]   2> 4309153 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Got packages: [{
   [junit4]   2>   "name":"question-answer",
   [junit4]   2>   "version":"1.0.0"}]
   [junit4]   1> Packages deployed on abc:
   [junit4]   1> 	{
   [junit4]   1>   "name":"question-answer",
   [junit4]   1>   "version":"1.0.0"}
   [junit4]   2> 4309254 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Finished: list-deployed
   [junit4]   2> 4309254 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.PackageManagerCLITest Testing explicit deployment to a different/newer version
   [junit4]   2> 4309254 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Solr url: http://127.0.0.1:40465/solr, solr base url: http://127.0.0.1:40465
   [junit4]   2> 4309263 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=6
   [junit4]   2> 4309267 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 4309269 INFO  (qtp793958227-105073) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=2
   [junit4]   2> 4309269 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:34976/solr
   [junit4]   2> 4309271 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4309272 INFO  (zkConnectionManagerCallback-13296-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4309272 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4309272 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   2> 4309288 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Getting packages from packages.json...
   [junit4]   2> 4309290 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/package/question-answer/1.0.0/manifest.json params={} status=0 QTime=0
   [junit4]   2> 4309293 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Got packages: [{
   [junit4]   2>   "name":"question-answer",
   [junit4]   2>   "version":"1.0.0"}]
   [junit4]   1> Posting manifest...
   [junit4]   2> 4309345 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.f.DistribPackageStore Missing file in package store: /package/question-answer/1.1.0/manifest.json
   [junit4]   2> 4309345 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.f.DistribPackageStore Unable to download file : /package/question-answer/1.1.0/manifest.json
   [junit4]   2> 4309349 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.f.DistribPackageStore persisted a file /package/question-answer/1.1.0/manifest.json and metadata. sizes 864 144
   [junit4]   1> Posting artifacts...
   [junit4]   2> 4309353 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/files/package/question-answer/1.1.0/manifest.json params={wt=javabin&version=2} status=0 QTime=11
   [junit4]   2> 4309356 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.f.DistribPackageStore Missing file in package store: /package/question-answer/1.1.0/question-answer-request-handler-1.1.jar.tmp
   [junit4]   2> 4309356 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.f.DistribPackageStore Unable to download file : /package/question-answer/1.1.0/question-answer-request-handler-1.1.jar.tmp
   [junit4]   1> Executing Package API to register this package...
   [junit4]   2> 4309358 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.f.DistribPackageStore persisted a file /package/question-answer/1.1.0/question-answer-request-handler-1.1.jar.tmp and metadata. sizes 6152 246
   [junit4]   2> 4309361 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/files/package/question-answer/1.1.0/question-answer-request-handler-1.1.jar.tmp params={sig=LypqlmbJ76AWa5jx0XhjKxO4lrcQAvpSuYddfzcE6TnX0VDPFhrlQHSSX6cZLtvNbQ%2B74xUMKgsoX1IUnEnKYw%3D%3D&wt=javabin&version=2} status=0 QTime=7
   [junit4]   1> Response: {"responseHeader":{
   [junit4]   1>     "status":0,
   [junit4]   1>     "QTime":8}}
   [junit4]   2> 4309368 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr     ] o.a.s.p.PackageLoader /packages.json updated to version 0
   [junit4]   2> 4309368 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr     ] o.a.s.p.PackageLoader Package question-answer is modified 
   [junit4]   2> 4309368 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr     ] o.a.s.p.PackageLoader A new version: 1.1.0 added for package: question-answer with artifacts [/package/question-answer/1.1.0/question-answer-request-handler-1.1.jar.tmp]
   [junit4]   2> 4309369 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr     ] o.a.s.c.SolrResourceLoader [null] Added 1 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.PackageManagerCLITest_D52CAF4E974B294C-001/tempDir-001/node1/filestore/package/question-answer/1.1.0]
   [junit4]   2> 4309369 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr     ] o.a.s.p.PackageLoader version: 1.1.0 is the new latest in package: question-answer
   [junit4]   2> 4309370 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.p.PackagePluginHolder Using version :1.0.0. latest is 1.1.0,  params.json has config question-answer : 1.0.0
   [junit4]   2> 4309370 INFO  (qtp793958227-105076) [n:127.0.0.1:40465_solr c:def s:shard1 r:core_node2 x:def_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 4309371 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Getting packages from packages.json...
   [junit4]   2> 4309373 INFO  (qtp793958227-105074) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/package/question-answer/1.0.0/manifest.json params={} status=0 QTime=0
   [junit4]   2> 4309375 INFO  (zkCallback-13259-thread-4) [     ] o.a.s.p.PackageLoader /packages.json updated to version 1
   [junit4]   2> 4309384 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/package/question-answer/1.1.0/manifest.json params={} status=0 QTime=0
   [junit4]   1> {
   [junit4]   1>   "path":"/api/collections/${collection}/config/requestHandler?componentName=${RH-HANDLER-PATH}&meta=true",
   [junit4]   1>   "method":"GET",
   [junit4]   1>   "condition":"$['config'].['requestHandler'].['${RH-HANDLER-PATH}'].['_packageinfo_'].['version']",
   [junit4]   1>   "expected":"${package-version}"}
   [junit4]   1> Verifying version 1.1.0 on [], result: true
   [junit4]   1> org.apache.solr.packagemanager.RepositoryManager@13764b30 installed.
   [junit4]   2> 4309386 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.p.PackageManager Got packages: [{
   [junit4]   2>   "name":"question-answer",
   [junit4]   2>   "version":"1.0.0"}, {
   [junit4]   2>   "name":"question-answer",
   [junit4]   2>   "version":"1.1.0"}]
   [junit4]   2> 4309491 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[D52CAF4E974B294C]) [     ] o.a.s.u.PackageTool Finished: install
   [junit4]   2> 4309492 INFO  (qtp793958227-105072) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.S.Request [abc_shard1_replica_n1]  webapp=/solr path=/config/params params={meta=true} status=0 QTime=0
   [junit4]   2> 4309493 INFO  (qtp793958227-105075) [n:127.0.0.1:40465_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.S.Request [abc_shard1_replica_n1]  webapp=/solr path=/config/requestHandle

[...truncated too long message...]

sing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 4320171 INFO  (jetty-closer-13302-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@267e8f90: rootName = solr_40465, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@a438b55
   [junit4]   2> 4320174 INFO  (jetty-closer-13302-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 4320174 INFO  (jetty-closer-13302-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@622c178f: rootName = solr_40465, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@47cde783
   [junit4]   2> 4320176 INFO  (jetty-closer-13302-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 4320176 INFO  (jetty-closer-13302-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a4ff1e7: rootName = solr_40465, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6953d27d
   [junit4]   2> 4320176 INFO  (jetty-closer-13302-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 4320177 INFO  (closeThreadPool-13306-thread-2) [     ] o.a.s.c.Overseer Overseer (id=75745171760873477-127.0.0.1:40465_solr-n_0000000000) closing
   [junit4]   2> 4320177 INFO  (OverseerStateUpdate-75745171760873477-127.0.0.1:40465_solr-n_0000000000) [n:127.0.0.1:40465_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40465_solr
   [junit4]   2> 4320179 INFO  (OverseerAutoScalingTriggerThread-75745171760873477-127.0.0.1:40465_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4320190 INFO  (closeThreadPool-13306-thread-1) [     ] o.a.s.c.Overseer Overseer (id=75745171760873477-127.0.0.1:40465_solr-n_0000000000) closing
   [junit4]   2> 4320290 INFO  (jetty-closer-13302-thread-1) [     ] o.a.s.c.Overseer Overseer (id=75745171760873477-127.0.0.1:40465_solr-n_0000000000) closing
   [junit4]   2> 4320292 INFO  (jetty-closer-13302-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@21953cc9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 4320292 INFO  (jetty-closer-13302-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5721b982{/solr,null,UNAVAILABLE}
   [junit4]   2> 4320292 INFO  (jetty-closer-13302-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4320293 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 4320495 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/configs/conf1
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/collections/def/terms/shard1
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/abc/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/abc/state.json
   [junit4]   2> 	12	/solr/collections/def/state.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/overseer/queue
   [junit4]   2> 	9	/solr/overseer/collection-queue-work
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 4320497 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34976
   [junit4]   2> 4320497 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34976
   [junit4]   2> 4320497 INFO  (SUITE-PackageManagerCLITest-seed#[D52CAF4E974B294C]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34976
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.PackageManagerCLITest_D52CAF4E974B294C-001
   [junit4]   2> Nov 16, 2019 6:56:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=64, maxMBSortInHeap=5.361056619381076, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@12b9b7bd), locale=es-BO, timezone=GMT
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=205446808,total=501219328
   [junit4]   2> NOTE: All tests run in this JVM: [ClusterStateTest, TestJavabinTupleStreamParser, TestGraphTermsQParserPlugin, TestPseudoReturnFields, TestXmlQParser, SearchRateTriggerTest, TestHttpShardHandlerFactory, TestDynamicFieldCollectionResource, CSVRequestHandlerTest, ResponseLogComponentTest, HLLSerializationTest, TestCloudJSONFacetSKG, TestReRankQParserPlugin, ByteBuffersDirectoryFactoryTest, PeerSyncTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestOmitPositions, DistributedUpdateProcessorTest, ZkSolrClientTest, TestSimExtremeIndexing, HdfsRecoveryZkTest, OrderedExecutorTest, AuditLoggerIntegrationTest, CdcrVersionReplicationTest, TestSimDistribStateManager, DistributedIntervalFacetingTest, SimpleFacetsTest, AnalysisErrorHandlingTest, TestNumericTerms64, SpellingQueryConverterTest, LargeFieldTest, TestConfigSetsAPIZkFailure, DocValuesNotIndexedTest, ChangedSchemaMergeTest, TestCloudRecovery, TermsComponentTest, ClassificationUpdateProcessorFactoryTest, HdfsCollectionsAPIDistributedZkTest, SpellCheckComponentTest, TestCloudPhrasesIdentificationComponent, DistributedFacetPivotLargeTest, UninvertDocValuesMergePolicyTest, TestStressReorder, TestSortByMinMaxFunction, OverseerModifyCollectionTest, TestSolrConfigHandlerConcurrent, TestStreamBody, HdfsThreadLeakTest, SolrTestCaseJ4Test, TestSystemIdResolver, TestSolrCloudWithHadoopAuthPlugin, CoreAdminCreateDiscoverTest, AnalyticsQueryTest, TestDocTermOrdsUninvertLimit, TestInitParams, JWTAuthPluginTest, TestRequestStatusCollectionAPI, TestExportWriter, CdcrOpsAndBoundariesTest, TestDistribDocBasedVersion, UpdateRequestProcessorFactoryTest, TestTolerantUpdateProcessorCloud, HdfsAutoAddReplicasIntegrationTest, SharedFSAutoReplicaFailoverTest, TestCollationField, DeleteStatusTest, TemplateUpdateProcessorTest, TestMissingGroups, MigrateRouteKeyTest, TestFaceting, TestSimScenario, TestHttpServletCarrier, MetricTriggerIntegrationTest, ZkFailoverTest, HttpPartitionTest, DistanceUnitsTest, DistribJoinFromCollectionTest, TestSolrCloudWithKerberosAlt, TestSolrJ, TestPullReplicaErrorHandling, DeleteNodeTest, ConnectionReuseTest, TestManagedStopFilterFactory, OutOfBoxZkACLAndCredentialsProvidersTest, TestSmileRequest, TestDirectoryFactory, SplitByPrefixTest, TestInitQParser, ImplicitSnitchTest, TriggerSetPropertiesIntegrationTest, RequestLoggingTest, ManagedSchemaRoundRobinCloudTest, TestExplainDocTransformer, ConfigSetsAPITest, PreAnalyzedFieldTest, TestLegacyTerms, TestDistributedGrouping, HdfsWriteToMultipleCollectionsTest, LegacyCloudClusterPropTest, TokenizerChainTest, MultiThreadedOCPTest, HighlighterConfigTest, BlockJoinFacetDistribTest, TestCloudConsistency, TestRandomRequestDistribution, BasicAuthOnSingleNodeTest, TestComplexPhraseLeadingWildcard, RollingRestartTest, TestSimpleTextCodec, TestTolerantSearch, TestExtendedDismaxParser, SmileWriterTest, TestSurroundQueryParser, SchemaApiFailureTest, OverseerTaskQueueTest, TestJoin, TransactionLogTest, TestHdfsBackupRestoreCore, TestSolrCachePerf, TestExclusionRuleCollectionAccess, TestRawResponseWriter, TestCoreAdminApis, SolrIndexMetricsTest, TriggerCooldownIntegrationTest, SolrSlf4jReporterTest, TestFilteredDocIdSet, CloneFieldUpdateProcessorFactoryTest, URLClassifyProcessorTest, MetricsHistoryHandlerTest, IndexSizeEstimatorTest, TestCoreDiscovery, TestFuzzyAnalyzedSuggestions, TestLegacyField, SaslZkACLProviderTest, TestJsonRequest, CollectionsAPIDistributedZkTest, TestStressInPlaceUpdates, TestPostingsSolrHighlighter, SOLR749Test, ExternalFileFieldSortTest, TaggingAttributeTest, TestOverriddenPrefixQueryForCustomFieldType, CollectionReloadTest, DirectSolrSpellCheckerTest, TestCustomDocTransformer, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, ClusterStateUpdateTest, CollectionPropsTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, ForceLeaderTest, FullSolrCloudDistribCmdsTest, HttpPartitionWithTlogReplicasTest, LeaderElectionTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSTest, PackageManagerCLITest]
   [junit4] Completed [410/885 (1!)] on J2 in 18.56s, 1 test, 1 failure <<< FAILURES!

[...truncated 54464 lines...]

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 269 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/269/

2 tests failed.
FAILED:  org.apache.solr.cloud.PackageManagerCLITest.testPackageManager

Error Message:
Could not get expected value  '1.1.0' for path 'config/requestHandler/\/mypath2/_packageinfo_/version' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "config":{"requestHandler":{"/mypath2":{         "name":"/mypath2",         "class":"question-answer:fullstory.QARequestHandler",         "_packageinfo_":{           "package":"question-answer",           "version":"1.0.0",           "files":["/package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp"],           "manifest":"/package/question-answer/1.0.0/manifest.json",           "manifestSHA512":"a91ab5a2c5abd53f0f72c256592c2be8b667cecb8226ac054aeed4d28aac9d743311442f2d58539bb83663a19bd1efb310aaadfd77bea458f3d475161721a114"}}}}},  from server:  https://127.0.0.1:43829/solr/abc

Stack Trace:
java.lang.AssertionError: Could not get expected value  '1.1.0' for path 'config/requestHandler/\/mypath2/_packageinfo_/version' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "config":{"requestHandler":{"/mypath2":{
        "name":"/mypath2",
        "class":"question-answer:fullstory.QARequestHandler",
        "_packageinfo_":{
          "package":"question-answer",
          "version":"1.0.0",
          "files":["/package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp"],
          "manifest":"/package/question-answer/1.0.0/manifest.json",
          "manifestSHA512":"a91ab5a2c5abd53f0f72c256592c2be8b667cecb8226ac054aeed4d28aac9d743311442f2d58539bb83663a19bd1efb310aaadfd77bea458f3d475161721a114"}}}}},  from server:  https://127.0.0.1:43829/solr/abc
	at __randomizedtesting.SeedInfo.seed([3444241481A864AF:37EE6F7A8346BB04]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:590)
	at org.apache.solr.cloud.PackageManagerCLITest.assertPackageVersion(PackageManagerCLITest.java:149)
	at org.apache.solr.cloud.PackageManagerCLITest.testPackageManager(PackageManagerCLITest.java:129)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.search.TestSolrCachePerf.testGetPutCompute

Error Message:
compute ratio (0.9992) should be higher or equal from get/put (0.9992000000000001)

Stack Trace:
java.lang.AssertionError: compute ratio (0.9992) should be higher or equal from get/put (0.9992000000000001)
	at __randomizedtesting.SeedInfo.seed([3444241481A864AF:B4ECA31C59217C30]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.search.TestSolrCachePerf.lambda$testGetPutCompute$0(TestSolrCachePerf.java:75)
	at java.util.HashMap.forEach(HashMap.java:1289)
	at org.apache.solr.search.TestSolrCachePerf.testGetPutCompute(TestSolrCachePerf.java:73)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14617 lines...]
   [junit4] Suite: org.apache.solr.search.TestSolrCachePerf
   [junit4]   2> 1397484 INFO  (SUITE-TestSolrCachePerf-seed#[3444241481A864AF]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.search.TestSolrCachePerf_3444241481A864AF-001/data-dir-91-001
   [junit4]   2> 1397484 WARN  (SUITE-TestSolrCachePerf-seed#[3444241481A864AF]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
   [junit4]   2> 1397484 INFO  (SUITE-TestSolrCachePerf-seed#[3444241481A864AF]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1397485 INFO  (SUITE-TestSolrCachePerf-seed#[3444241481A864AF]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1397485 INFO  (SUITE-TestSolrCachePerf-seed#[3444241481A864AF]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1397487 INFO  (TEST-TestSolrCachePerf.testGetPutCompute-seed#[3444241481A864AF]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testGetPutCompute
   [junit4]   2> 1398323 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1398323 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1398323 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1398323 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1398323 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1398323 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1398323 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399152 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399152 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399152 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399152 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399152 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399152 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399152 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399152 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399152 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399152 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399152 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399152 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1399972 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1400823 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1401536 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1401536 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1401536 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1401536 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1401536 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1401536 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1401536 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1401536 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1401536 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1401536 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1401536 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1402420 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403148 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403148 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403148 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403148 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403148 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403148 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403148 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403148 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403148 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403148 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403148 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403148 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403833 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403833 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403833 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403833 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403833 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403833 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403833 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403833 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403833 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403833 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1403833 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1404609 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1404609 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1404609 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1404609 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1404609 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1404609 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1404609 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1404609 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1404609 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1404609 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1404609 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1404609 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1405452 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1406238 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1407039 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1408170 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1409496 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1410517 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1410517 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1410517 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1410517 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1410517 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1410517 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1410517 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1410517 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1410517 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1410517 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1410517 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1411526 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1411526 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1411526 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1411526 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1411526 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1411526 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1411526 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1411526 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1411526 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1412418 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1412418 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1412418 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1412418 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1412418 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1412418 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1412418 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1412418 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1412418 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1412418 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1413415 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1413415 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1413415 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1413415 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1413415 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1413415 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1413415 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1413415 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1413415 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1413415 ERROR (Finalizer) [     ] o.a.s.u.ConcurrentLFUCache ConcurrentLFUCache was not destroyed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> 1414149 INFO  (TEST-TestSolrCachePerf.testGetPutCompute-seed#[3444241481A864AF]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testGetPutCompute
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCachePerf -Dtests.method=testGetPutCompute -Dtests.seed=3444241481A864AF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=en-SG -Dtests.timezone=America/Swift_Current -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 16.7s J2 | TestSolrCachePerf.testGetPutCompute <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: compute ratio (0.9992) should be higher or equal from get/put (0.9992000000000001)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3444241481A864AF:B4ECA31C59217C30]:0)
   [junit4]    > 	at org.apache.solr.search.TestSolrCachePerf.lambda$testGetPutCompute$0(TestSolrCachePerf.java:75)
   [junit4]    > 	at java.util.HashMap.forEach(HashMap.java:1289)
   [junit4]    > 	at org.apache.solr.search.TestSolrCachePerf.testGetPutCompute(TestSolrCachePerf.java:73)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.search.TestSolrCachePerf_3444241481A864AF-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=215, maxMBSortInHeap=6.059641087181918, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6d75dc46), locale=en-SG, timezone=America/Swift_Current
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=72858728,total=530055168
   [junit4]   2> NOTE: All tests run in this JVM: [TestScoreJoinQPNoScore, SolrTestCaseJ4Test, TestPseudoReturnFields, SharedFSAutoReplicaFailoverTest, CoreAdminCreateDiscoverTest, NodeMarkersRegistrationTest, TestCoreDiscovery, ProtectedTermFilterFactoryTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestLegacyTerms, AnalyticsQueryTest, SchemaApiFailureTest, TestExactSharedStatsCache, HdfsCollectionsAPIDistributedZkTest, TestRecoveryHdfs, DocValuesNotIndexedTest, TestXIncludeConfig, HighlighterConfigTest, TestPullReplicaErrorHandling, SpatialRPTFieldTypeTest, TestAuthorizationFramework, RollingRestartTest, SolrIndexMetricsTest, ScheduledTriggerIntegrationTest, ManagedSchemaRoundRobinCloudTest, RandomizedTaggerTest, JvmMetricsTest, DirectSolrSpellCheckerTest, TestSchemaNameResource, MoveReplicaHDFSTest, TestBulkSchemaConcurrent, DistributedDebugComponentTest, TestApiFramework, SyncSliceTest, TestSystemIdResolver, TestFieldCacheWithThreads, SplitHandlerTest, BaseCdcrDistributedZkTest, TestLegacyField, BadCopyFieldTest, HdfsDirectoryTest, OrderedExecutorTest, BitVectorTest, TestStandardQParsers, CSVRequestHandlerTest, TestSurroundQueryParser, BlockCacheTest, HLLSerializationTest, AliasIntegrationTest, TestManagedSchema, TestSolrCachePerf]
   [junit4] Completed [284/885 (1!)] on J2 in 16.69s, 1 test, 1 failure <<< FAILURES!

[...truncated 636 lines...]
   [junit4] Suite: org.apache.solr.cloud.PackageManagerCLITest
   [junit4]   2> 2722278 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PackageManagerCLITest_3444241481A864AF-001/tempDir-001
   [junit4]   2> 2722278 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2722279 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2722279 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2722379 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:33261
   [junit4]   2> 2722379 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33261
   [junit4]   2> 2722379 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33261
   [junit4]   2> 2722379 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33261
   [junit4]   2> 2722380 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722383 INFO  (zkConnectionManagerCallback-12259-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2722383 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722385 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722386 INFO  (zkConnectionManagerCallback-12261-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2722386 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722387 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722387 INFO  (zkConnectionManagerCallback-12263-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2722387 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722492 WARN  (jetty-launcher-12264-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2722492 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2722492 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2722492 INFO  (jetty-launcher-12264-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2722493 INFO  (jetty-launcher-12264-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2722493 INFO  (jetty-launcher-12264-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2722493 INFO  (jetty-launcher-12264-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2722493 INFO  (jetty-launcher-12264-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2176aab4{/solr,null,AVAILABLE}
   [junit4]   2> 2722494 INFO  (jetty-launcher-12264-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@33747215{SSL,[ssl, http/1.1]}{127.0.0.1:43829}
   [junit4]   2> 2722494 INFO  (jetty-launcher-12264-thread-1) [     ] o.e.j.s.Server Started @2722536ms
   [junit4]   2> 2722494 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43829}
   [junit4]   2> 2722494 ERROR (jetty-launcher-12264-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2722494 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2722494 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.4.0
   [junit4]   2> 2722494 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2722494 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2722494 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-15T10:59:43.415Z
   [junit4]   2> 2722496 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722497 INFO  (zkConnectionManagerCallback-12266-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2722497 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722498 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2722698 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2722698 WARN  (jetty-launcher-12264-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2722699 WARN  (jetty-launcher-12264-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ad4dbc3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2722699 WARN  (jetty-launcher-12264-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ad4dbc3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2722701 WARN  (jetty-launcher-12264-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2722701 WARN  (jetty-launcher-12264-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@dd0cbba[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2722701 WARN  (jetty-launcher-12264-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@dd0cbba[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2722702 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33261/solr
   [junit4]   2> 2722703 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722704 INFO  (zkConnectionManagerCallback-12273-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2722704 INFO  (jetty-launcher-12264-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722806 INFO  (jetty-launcher-12264-thread-1) [n:127.0.0.1:43829_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722807 INFO  (zkConnectionManagerCallback-12275-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2722807 INFO  (jetty-launcher-12264-thread-1) [n:127.0.0.1:43829_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722862 INFO  (jetty-launcher-12264-thread-1) [n:127.0.0.1:43829_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43829_solr
   [junit4]   2> 2722864 INFO  (jetty-launcher-12264-thread-1) [n:127.0.0.1:43829_solr     ] o.a.s.c.Overseer Overseer (id=72728497633427461-127.0.0.1:43829_solr-n_0000000000) starting
   [junit4]   2> 2722869 INFO  (OverseerStateUpdate-72728497633427461-127.0.0.1:43829_solr-n_0000000000) [n:127.0.0.1:43829_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43829_solr
   [junit4]   2> 2722869 INFO  (jetty-launcher-12264-thread-1) [n:127.0.0.1:43829_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43829_solr
   [junit4]   2> 2722870 INFO  (OverseerStateUpdate-72728497633427461-127.0.0.1:43829_solr-n_0000000000) [n:127.0.0.1:43829_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2722886 INFO  (jetty-launcher-12264-thread-1) [n:127.0.0.1:43829_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2722905 INFO  (jetty-launcher-12264-thread-1) [n:127.0.0.1:43829_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43829.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cadf808
   [junit4]   2> 2722910 INFO  (jetty-launcher-12264-thread-1) [n:127.0.0.1:43829_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43829.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cadf808
   [junit4]   2> 2722910 INFO  (jetty-launcher-12264-thread-1) [n:127.0.0.1:43829_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43829.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cadf808
   [junit4]   2> 2722911 INFO  (jetty-launcher-12264-thread-1) [n:127.0.0.1:43829_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2722911 INFO  (jetty-launcher-12264-thread-1) [n:127.0.0.1:43829_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PackageManagerCLITest_3444241481A864AF-001/tempDir-001/node1/.
   [junit4]   2> 2722925 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
   [junit4]   2> 2722925 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722926 INFO  (zkConnectionManagerCallback-12284-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2722926 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722927 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2722927 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33261/solr ready
   [junit4]   2> 2722938 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2722939 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@21cf8043{HTTP/1.1,[http/1.1]}{0.0.0.0:44213}
   [junit4]   2> 2722939 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.e.j.s.Server Started @2722981ms
   [junit4]   2> 2722964 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool Solr url: https://127.0.0.1:43829/solr, solr base url: https://127.0.0.1:43829
   [junit4]   2> 2722977 INFO  (qtp965482853-101968) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=5
   [junit4]   2> 2722979 INFO  (qtp965482853-101969) [n:127.0.0.1:43829_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 2722980 INFO  (qtp965482853-101969) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=0
   [junit4]   2> 2722981 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:33261/solr
   [junit4]   2> 2722989 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722990 INFO  (zkConnectionManagerCallback-12286-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2722990 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722990 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   1> Installed packages:
   [junit4]   1> -----
   [junit4]   2> 2722996 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Getting packages from packages.json...
   [junit4]   2> 2722996 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Got packages: []
   [junit4]   2> 2723097 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool Finished: list-installed
   [junit4]   2> 2723097 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool Solr url: https://127.0.0.1:43829/solr, solr base url: https://127.0.0.1:43829
   [junit4]   2> 2723108 INFO  (qtp965482853-101969) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=8
   [junit4]   2> 2723110 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 2723111 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=0
   [junit4]   2> 2723111 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:33261/solr
   [junit4]   2> 2723113 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2723113 INFO  (zkConnectionManagerCallback-12288-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2723113 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2723114 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   2> 2723114 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.RepositoryManager []
   [junit4]   1> Added repository: fullstory
   [junit4]   2> 2723277 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool Finished: add-repo
   [junit4]   2> 2723277 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool Solr url: https://127.0.0.1:43829/solr, solr base url: https://127.0.0.1:43829
   [junit4]   2> 2723287 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=7
   [junit4]   2> 2723290 INFO  (qtp965482853-101965) [n:127.0.0.1:43829_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 2723290 INFO  (qtp965482853-101965) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=0
   [junit4]   2> 2723291 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:33261/solr
   [junit4]   2> 2723294 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2723295 INFO  (zkConnectionManagerCallback-12290-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2723295 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2723295 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   1> Available packages:
   [junit4]   1> -----
   [junit4]   1> question-answer 		A natural language question answering plugin
   [junit4]   1> 	Version: 1.0.0
   [junit4]   1> 	Version: 1.1.0
   [junit4]   2> 2723408 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool Finished: list-available
   [junit4]   2> 2723408 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool Solr url: https://127.0.0.1:43829/solr, solr base url: https://127.0.0.1:43829
   [junit4]   2> 2723416 INFO  (qtp965482853-101968) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=5
   [junit4]   2> 2723418 INFO  (qtp965482853-101967) [n:127.0.0.1:43829_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 2723419 INFO  (qtp965482853-101967) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=0
   [junit4]   2> 2723419 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:33261/solr
   [junit4]   2> 2723420 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2723421 INFO  (zkConnectionManagerCallback-12292-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2723421 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2723421 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   2> 2723452 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Getting packages from packages.json...
   [junit4]   2> 2723452 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Got packages: []
   [junit4]   1> Posting manifest...
   [junit4]   2> 2723496 INFO  (qtp965482853-101969) [n:127.0.0.1:43829_solr     ] o.a.s.f.DistribPackageStore Missing file in package store: /package/question-answer/1.0.0/manifest.json
   [junit4]   2> 2723496 INFO  (qtp965482853-101969) [n:127.0.0.1:43829_solr     ] o.a.s.f.DistribPackageStore Unable to download file : /package/question-answer/1.0.0/manifest.json
   [junit4]   2> 2723501 INFO  (qtp965482853-101969) [n:127.0.0.1:43829_solr     ] o.a.s.f.DistribPackageStore persisted a file /package/question-answer/1.0.0/manifest.json and metadata. sizes 809 144
   [junit4]   2> 2723503 INFO  (qtp965482853-101969) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/files/package/question-answer/1.0.0/manifest.json params={wt=javabin&version=2} status=0 QTime=11
   [junit4]   1> Posting artifacts...
   [junit4]   2> 2723507 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr     ] o.a.s.f.DistribPackageStore Missing file in package store: /package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp
   [junit4]   2> 2723507 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr     ] o.a.s.f.DistribPackageStore Unable to download file : /package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp
   [junit4]   2> 2723511 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr     ] o.a.s.f.DistribPackageStore persisted a file /package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp and metadata. sizes 5579 246
   [junit4]   2> 2723521 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/files/package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp params={sig=TTzgh5/usbyWg7oZ7lRwz4eQfh1FeXWvv4U85tsVthVz0MRDz9t7SmonDkegZ7OyqeoiQ4I207pifpVW%2BDRd9Q%3D%3D&wt=javabin&version=2} status=0 QTime=17
   [junit4]   1> Executing Package API to register this package...
   [junit4]   2> 2723534 INFO  (qtp965482853-101965) [n:127.0.0.1:43829_solr     ] o.a.s.p.PackageLoader /packages.json updated to version 0
   [junit4]   2> 2723534 INFO  (qtp965482853-101965) [n:127.0.0.1:43829_solr     ] o.a.s.p.PackageLoader A new package: question-answer introduced
   [junit4]   2> 2723535 INFO  (qtp965482853-101965) [n:127.0.0.1:43829_solr     ] o.a.s.p.PackageLoader A new version: 1.0.0 added for package: question-answer with artifacts [/package/question-answer/1.0.0/question-answer-request-handler-1.0.jar.tmp]
   [junit4]   2> 2723536 INFO  (qtp965482853-101965) [n:127.0.0.1:43829_solr     ] o.a.s.c.SolrResourceLoader [null] Added 1 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PackageManagerCLITest_3444241481A864AF-001/tempDir-001/node1/filestore/package/question-answer/1.0.0]
   [junit4]   2> 2723537 INFO  (qtp965482853-101965) [n:127.0.0.1:43829_solr     ] o.a.s.p.PackageLoader version: 1.0.0 is the new latest in package: question-answer
   [junit4]   2> 2723537 INFO  (qtp965482853-101965) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={wt=javabin&version=2} status=0 QTime=14
   [junit4]   1> Response: {"responseHeader":{
   [junit4]   1>     "status":0,
   [junit4]   1>     "QTime":14}}
   [junit4]   2> 2723537 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Getting packages from packages.json...
   [junit4]   2> 2723541 INFO  (qtp965482853-101969) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/package/question-answer/1.0.0/manifest.json params={} status=0 QTime=0
   [junit4]   2> 2723544 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Got packages: [{
   [junit4]   2>   "name":"question-answer",
   [junit4]   2>   "version":"1.0.0"}]
   [junit4]   1> {
   [junit4]   1>   "path":"/api/collections/${collection}/config/requestHandler?componentName=${RH-HANDLER-PATH}&meta=true",
   [junit4]   1>   "method":"GET",
   [junit4]   1>   "condition":"$['config'].['requestHandler'].['${RH-HANDLER-PATH}'].['_packageinfo_'].['version']",
   [junit4]   1>   "expected":"${package-version}"}
   [junit4]   1> Verifying version 1.0.0 on [], result: true
   [junit4]   1> org.apache.solr.packagemanager.RepositoryManager@2d9a4645 installed.
   [junit4]   2> 2723550 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version 0
   [junit4]   2> 2723649 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool Finished: install
   [junit4]   2> 2723649 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool Solr url: https://127.0.0.1:43829/solr, solr base url: https://127.0.0.1:43829
   [junit4]   2> 2723660 INFO  (qtp965482853-101965) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=7
   [junit4]   2> 2723662 INFO  (qtp965482853-101968) [n:127.0.0.1:43829_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 2723663 INFO  (qtp965482853-101968) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=0
   [junit4]   2> 2723663 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool ZK: 127.0.0.1:33261/solr
   [junit4]   2> 2723664 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2723665 INFO  (zkConnectionManagerCallback-12294-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2723665 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2723665 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Done initializing a zkClient instance...
   [junit4]   1> Installed packages:
   [junit4]   1> -----
   [junit4]   2> 2723665 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Getting packages from packages.json...
   [junit4]   2> 2723668 INFO  (qtp965482853-101968) [n:127.0.0.1:43829_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/package/question-answer/1.0.0/manifest.json params={} status=0 QTime=0
   [junit4]   1> {
   [junit4]   1>   "name":"question-answer",
   [junit4]   2> 2723671 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.p.PackageManager Got packages: [{
   [junit4]   2>   "name":"question-answer",
   [junit4]   2>   "version":"1.0.0"}]
   [junit4]   1>   "version":"1.0.0"}
   [junit4]   2> 2723772 INFO  (TEST-PackageManagerCLITest.testPackageManager-seed#[3444241481A864AF]) [     ] o.a.s.u.PackageTool Finished: list-installed
   [junit4]   2> 2723774 INFO  (qtp965482853-101968) [n:127.0.0.1:43829_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=abc&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2723779 INFO  (OverseerThreadFactory-12814-thread-1-processing-n:127.0.0.1:43829_solr) [n:127.0.0.1:43829_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection abc
   [junit4]   2> 2723884 INFO  (OverseerStateUpdate-72728497633427461-127.0.0.1:43829_solr-n_0000000000) [n:127.0.0.1:43829_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"abc",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"abc_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43829/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2724088 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr    x:abc_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=abc_shard1_replica_n1&action=CREATE&numShards=1&collection=abc&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2724088 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr    x:abc_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2725097 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 2725106 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.s.IndexSchema [abc_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2725108 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2725108 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'abc_shard1_replica_n1' using configuration from collection abc, trusted=true
   [junit4]   2> 2725109 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43829.solr.core.abc.shard1.replica_n1' (registry 'solr.core.abc.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cadf808
   [junit4]   2> 2725109 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SolrCore [[abc_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PackageManagerCLITest_3444241481A864AF-001/tempDir-001/node1/abc_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PackageManagerCLITest_3444241481A864AF-001/tempDir-001/node1/./abc_shard1_replica_n1/data/]
   [junit4]   2> 2725147 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2725147 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2725149 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2725149 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2725150 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fd7a50f[abc_shard1_replica_n1] main]
   [junit4]   2> 2725151 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2725151 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2725151 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2725151 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1650265251981033472
   [junit4]   2> 2725153 INFO  (searcherExecutor-12819-thread-1-processing-n:127.0.0.1:43829_solr x:abc_shard1_replica_n1 c:abc s:shard1 r:core_node2) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SolrCore [abc_shard1_replica_n1] Registered new searcher Searcher@4fd7a50f[abc_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2725155 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/abc/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2725156 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/abc/leaders/shard1
   [junit4]   2> 2725158 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2725158 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2725158 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43829/solr/abc_shard1_replica_n1/
   [junit4]   2> 2725158 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2725158 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:43829/solr/abc_shard1_replica_n1/ has no replicas
   [junit4]   2> 2725158 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/abc/leaders/shard1/leader after winning as /collections/abc/leader_elect/shard1/election/72728497633427461-core_node2-n_0000000000
   [junit4]   2> 2725159 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43829/solr/abc_shard1_replica_n1/ shard1
   [junit4]   2> 2725260 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abc/state.json] for collection [abc] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2725261 INFO  (zkCallback-12274-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abc/state.json] for collection [abc] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2725261 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2725263 INFO  (qtp965482853-101966) [n:127.0.0.1:43829_solr c:abc s:shard1 r:core_node2 x:abc_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreN

[...truncated too long message...]

12317-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@62b0a7c4: rootName = solr_43829, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5aad7e94
   [junit4]   2> 2738971 INFO  (jetty-closer-12317-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2738971 INFO  (jetty-closer-12317-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b88305e: rootName = solr_43829, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4e1942e5
   [junit4]   2> 2738974 INFO  (jetty-closer-12317-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2738974 INFO  (jetty-closer-12317-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d700e5: rootName = solr_43829, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@443cb945
   [junit4]   2> 2738974 INFO  (jetty-closer-12317-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2738975 INFO  (closeThreadPool-12321-thread-2) [     ] o.a.s.c.Overseer Overseer (id=72728497633427461-127.0.0.1:43829_solr-n_0000000000) closing
   [junit4]   2> 2739002 INFO  (OverseerStateUpdate-72728497633427461-127.0.0.1:43829_solr-n_0000000000) [n:127.0.0.1:43829_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43829_solr
   [junit4]   2> 2739019 INFO  (OverseerAutoScalingTriggerThread-72728497633427461-127.0.0.1:43829_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2739022 INFO  (closeThreadPool-12321-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72728497633427461-127.0.0.1:43829_solr-n_0000000000) closing
   [junit4]   2> 2739120 INFO  (jetty-closer-12317-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72728497633427461-127.0.0.1:43829_solr-n_0000000000) closing
   [junit4]   2> 2739122 INFO  (jetty-closer-12317-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@33747215{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2739123 INFO  (jetty-closer-12317-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2176aab4{/solr,null,UNAVAILABLE}
   [junit4]   2> 2739123 INFO  (jetty-closer-12317-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2739124 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2739326 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/configs/conf1
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/collections/def/terms/shard1
   [junit4]   2> 	2	/solr/collections/abc/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/abc/state.json
   [junit4]   2> 	12	/solr/collections/def/state.json
   [junit4]   2> 	2	/solr/packages.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/overseer/queue
   [junit4]   2> 	8	/solr/overseer/collection-queue-work
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 2739328 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33261
   [junit4]   2> 2739328 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33261
   [junit4]   2> 2739328 INFO  (SUITE-PackageManagerCLITest-seed#[3444241481A864AF]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33261
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.PackageManagerCLITest_3444241481A864AF-001
   [junit4]   2> Nov 15, 2019 11:00:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1226, maxMBSortInHeap=6.981232086065434, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@61088703), locale=und, timezone=Australia/Eucla
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=156817792,total=514326528
   [junit4]   2> NOTE: All tests run in this JVM: [TestNestedDocsSort, SolrInfoBeanTest, TestPayloadScoreQParserPlugin, ShardRoutingTest, AutoscalingHistoryHandlerTest, NodeLostTriggerTest, TestCoreContainer, PathHierarchyTokenizerFactoryTest, PeerSyncWithIndexFingerprintCachingTest, TestLegacyNumericUtils, AnalyticsMergeStrategyTest, RequiredFieldsTest, TestDistribIDF, CustomCollectionTest, TestRecovery, DistributedVersionInfoTest, TestSolrXml, FastVectorHighlighterTest, TestPullReplica, SolrLogAuditLoggerPluginTest, RestartWhileUpdatingTest, SolrIndexConfigTest, ScheduledMaintenanceTriggerTest, IndexSchemaTest, EmbeddedSolrNoSerializeTest, TestLogWatcher, ConjunctionSolrSpellCheckerTest, TestFieldTypeResource, MoveReplicaHDFSFailoverTest, TestBinaryField, DebugComponentTest, SystemInfoHandlerTest, SplitShardTest, TestSolrJacksonAnnotation, TestFieldCacheVsDocValues, TestSnapshotCloudManager, TestManagedSynonymGraphFilterFactory, BufferStoreTest, NumberUtilsTest, BigEndianAscendingWordSerializerTest, TestSort, BinaryUpdateRequestHandlerTest, TestStressVersions, TestPhraseSuggestions, FullHLLTest, AddReplicaTest, TestHalfAndHalfDocValues, TestSolr4Spatial2, CreateCollectionCleanupTest, TestIndexSearcher, ResourceLoaderTest, DisMaxRequestHandlerTest, TestDistributedSearch, TestComponentsName, TestBlobHandler, TestDocTermOrds, SolrCoreTest, UnloadDistributedZkTest, LoggingHandlerTest, TestMinHashQParser, BJQParserTest, CollectionPropsTest, TestManagedResourceStorage, FieldAnalysisRequestHandlerTest, TestFieldCacheReopen, TestFoldingMultitermQuery, StatelessScriptUpdateProcessorFactoryTest, AtomicUpdateProcessorFactoryTest, TestFastOutputStream, LeaderVoteWaitTimeoutTest, TestNamedUpdateProcessors, TestStressRecovery, XmlUpdateRequestHandlerTest, TestAnalyzedSuggestions, TestSchemaSimilarityResource, TestInPlaceUpdateWithRouteField, TestGraphMLResponseWriter, DaemonStreamApiTest, TestReplicationHandlerBackup, DistributedQueryElevationComponentTest, TestQuerySenderListener, IndexBasedSpellCheckerTest, BasicDistributedZk2Test, SolrCLIZkUtilsTest, TestNumericTerms32, TestLeaderElectionWithEmptyReplica, DistributedMLTComponentTest, MultiSolrCloudTestCaseTest, CollectionsAPIAsyncDistributedZkTest, TestRemoteStreaming, SearchRateTriggerIntegrationTest, TestAuthenticationFramework, RootFieldTest, SpellPossibilityIteratorTest, TestSimpleQParserPlugin, TestCoreBackup, TestCSVResponseWriter, PreAnalyzedFieldManagedSchemaCloudTest, TestSweetSpotSimilarityFactory, TestInPlaceUpdatesStandalone, TermVectorComponentTest, SimplePostToolTest, ResponseBuilderTest, TestJsonFacets, MetricsHistoryWithAuthIntegrationTest, SolrMetricsIntegrationTest, MetricsHandlerTest, IndexSizeTriggerTest, TestSolrTestCaseJ4, TestSimPolicyCloud, SolrShardReporterTest, TestSubQueryTransformerCrossCore, ZkShardTermsTest, TestRandomFlRTGCloud, TestPushWriter, ChaosMonkeySafeLeaderWithPullReplicasTest, SuggestComponentContextFilterQueryTest, OverseerCollectionConfigSetProcessorTest, SimpleCollectionCreateDeleteTest, RulesTest, HdfsChaosMonkeyNothingIsSafeTest, DistributedFacetExistsSmallTest, TestNonDefinedSimilarityFactory, HdfsRecoverLeaseTest, TestEmbeddedSolrServerAdminHandler, TestTrackingShardHandlerFactory, BlockJoinFacetSimpleTest, RecoveryZkTest, TolerantUpdateProcessorTest, TaggerTest, BasicFunctionalityTest, LeaderElectionContextKeyTest, TestDFISimilarityFactory, EnumFieldTest, BasicAuthIntegrationTest, AddBlockUpdateTest, JWTVerificationkeyResolverTest, TestCodecSupport, TestLazyCores, TestSolrConfigHandlerCloud, TestDynamicLoadingUrl, JavaBinAtomicUpdateMultivalueTest, CoreAdminOperationTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, ClusterStateTest, CollectionsAPISolrJTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, ForceLeaderWithTlogReplicasTest, HttpPartitionTest, NestedShardedAtomicUpdateTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerTaskQueueTest, PackageManagerCLITest]
   [junit4] Completed [476/885 (2!)] on J1 in 17.77s, 1 test, 1 failure <<< FAILURES!

[...truncated 54269 lines...]

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 268 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/268/

1 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.test

Error Message:
expected not same

Stack Trace:
java.lang.AssertionError: expected not same
	at __randomizedtesting.SeedInfo.seed([D5A6AC719445349A:5DF293AB3AB95962]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failSame(Assert.java:819)
	at org.junit.Assert.assertNotSame(Assert.java:798)
	at org.junit.Assert.assertNotSame(Assert.java:811)
	at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:147)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15044 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> 2054272 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2054273 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001/data-dir-114-001
   [junit4]   2> 2054273 WARN  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 2054273 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2054274 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2054343 WARN  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2054353 WARN  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2054354 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2054357 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2054357 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2054357 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2054358 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@676a0c06{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 2054454 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@36105a0b{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost.localdomain-36975-hdfs-_-any-2276703731812605308.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 2054455 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@44d75f2f{HTTP/1.1,[http/1.1]}{localhost.localdomain:36975}
   [junit4]   2> 2054455 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.Server Started @2054493ms
   [junit4]   2> 2054549 WARN  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2054551 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2054551 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2054551 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2054552 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2054555 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a21fde{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 2055200 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@49f79849{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-40385-datanode-_-any-5119026368742098164.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 2055200 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2c681982{HTTP/1.1,[http/1.1]}{localhost:40385}
   [junit4]   2> 2055200 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.Server Started @2055238ms
   [junit4]   2> 2055485 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x473d381417948839: Processing first storage report for DS-e9a2558f-4dbc-4590-8ed9-4d1289ffb74d from datanode f937704c-0c1a-4c33-8244-bc31da3b00d6
   [junit4]   2> 2055485 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x473d381417948839: from storage DS-e9a2558f-4dbc-4590-8ed9-4d1289ffb74d node DatanodeRegistration(127.0.0.1:42269, datanodeUuid=f937704c-0c1a-4c33-8244-bc31da3b00d6, infoPort=36403, infoSecurePort=0, ipcPort=44837, storageInfo=lv=-57;cid=testClusterID;nsid=626040272;c=1573733064886), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 2055485 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x473d381417948839: Processing first storage report for DS-3f2c9518-9f59-46ee-b8fc-af454078db74 from datanode f937704c-0c1a-4c33-8244-bc31da3b00d6
   [junit4]   2> 2055485 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x473d381417948839: from storage DS-3f2c9518-9f59-46ee-b8fc-af454078db74 node DatanodeRegistration(127.0.0.1:42269, datanodeUuid=f937704c-0c1a-4c33-8244-bc31da3b00d6, infoPort=36403, infoSecurePort=0, ipcPort=44837, storageInfo=lv=-57;cid=testClusterID;nsid=626040272;c=1573733064886), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testNormalFailedMove
   [junit4]    > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
   [junit4]   2> 2055519 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2055519 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001/tempDir-002
   [junit4]   2> 2055520 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2055520 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2055520 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2055620 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.ZkTestServer start zk server on port:43823
   [junit4]   2> 2055620 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43823
   [junit4]   2> 2055620 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43823
   [junit4]   2> 2055620 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43823
   [junit4]   2> 2055627 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2055653 INFO  (zkConnectionManagerCallback-8994-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2055653 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2055672 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2055679 INFO  (zkConnectionManagerCallback-8996-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2055679 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2055691 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2055695 INFO  (zkConnectionManagerCallback-8998-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2055695 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2055808 WARN  (jetty-launcher-8999-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2055808 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2055808 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2055814 WARN  (jetty-launcher-8999-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2055814 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2055814 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2055814 INFO  (jetty-launcher-8999-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2055818 INFO  (jetty-launcher-8999-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2055822 WARN  (jetty-launcher-8999-thread-4) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2055823 WARN  (jetty-launcher-8999-thread-3) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2055823 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2055823 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2055823 INFO  (jetty-launcher-8999-thread-3) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2055823 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2055823 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2055823 INFO  (jetty-launcher-8999-thread-4) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
   [junit4]   2> 2055877 INFO  (jetty-launcher-8999-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2055877 INFO  (jetty-launcher-8999-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2055877 INFO  (jetty-launcher-8999-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2055886 INFO  (jetty-launcher-8999-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2055886 INFO  (jetty-launcher-8999-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2055886 INFO  (jetty-launcher-8999-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2055889 INFO  (jetty-launcher-8999-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cd79b64{/solr,null,AVAILABLE}
   [junit4]   2> 2055899 INFO  (jetty-launcher-8999-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2055899 INFO  (jetty-launcher-8999-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2055899 INFO  (jetty-launcher-8999-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2055900 INFO  (jetty-launcher-8999-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@509b008a{/solr,null,AVAILABLE}
   [junit4]   2> 2055905 INFO  (jetty-launcher-8999-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cba9a7b{/solr,null,AVAILABLE}
   [junit4]   2> 2055918 INFO  (jetty-launcher-8999-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@33771ac5{SSL,[ssl, http/1.1]}{127.0.0.1:45297}
   [junit4]   2> 2055918 INFO  (jetty-launcher-8999-thread-4) [     ] o.e.j.s.Server Started @2055956ms
   [junit4]   2> 2055918 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45297}
   [junit4]   2> 2055918 ERROR (jetty-launcher-8999-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2055918 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2055918 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.4.0
   [junit4]   2> 2055918 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2055918 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2055918 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-14T12:04:26.514Z
   [junit4]   2> 2055925 INFO  (jetty-launcher-8999-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2055925 INFO  (jetty-launcher-8999-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7751e42{SSL,[ssl, http/1.1]}{127.0.0.1:32919}
   [junit4]   2> 2055925 INFO  (jetty-launcher-8999-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2055925 INFO  (jetty-launcher-8999-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2055925 INFO  (jetty-launcher-8999-thread-3) [     ] o.e.j.s.Server Started @2055963ms
   [junit4]   2> 2055925 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32919}
   [junit4]   2> 2055925 ERROR (jetty-launcher-8999-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2055925 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2055925 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.4.0
   [junit4]   2> 2055925 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2055925 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2055925 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-14T12:04:26.521Z
   [junit4]   2> 2055932 INFO  (jetty-launcher-8999-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@228cba4f{/solr,null,AVAILABLE}
   [junit4]   2> 2055943 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2055944 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2055944 INFO  (zkConnectionManagerCallback-9001-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2055944 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@60d5ef78{SSL,[ssl, http/1.1]}{127.0.0.1:40627}
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@740089b1{SSL,[ssl, http/1.1]}{127.0.0.1:34593}
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-1) [     ] o.e.j.s.Server Started @2055983ms
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-2) [     ] o.e.j.s.Server Started @2055983ms
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34593}
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40627}
   [junit4]   2> 2055945 ERROR (jetty-launcher-8999-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2055945 ERROR (jetty-launcher-8999-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.4.0
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.4.0
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-14T12:04:26.541Z
   [junit4]   2> 2055945 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-14T12:04:26.541Z
   [junit4]   2> 2055946 INFO  (zkConnectionManagerCallback-9003-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2055946 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2055946 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2055946 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2055950 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2055950 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2055954 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2055954 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2055955 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2055955 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2055957 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2055959 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2055963 INFO  (zkConnectionManagerCallback-9007-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2055963 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2055963 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2055965 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2055965 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2055966 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2055973 INFO  (zkConnectionManagerCallback-9006-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2055973 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2055974 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2055976 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2055976 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2055977 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2056134 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2056134 WARN  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2056135 WARN  (jetty-launcher-8999-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2d1d2a83[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056135 WARN  (jetty-launcher-8999-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2d1d2a83[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056151 WARN  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2056171 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2056172 WARN  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2056177 WARN  (jetty-launcher-8999-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1b0a1cc0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056177 WARN  (jetty-launcher-8999-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1b0a1cc0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056178 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43823/solr
   [junit4]   2> 2056192 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2056192 WARN  (jetty-launcher-8999-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@c73a623[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056192 WARN  (jetty-launcher-8999-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@c73a623[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056200 INFO  (zkConnectionManagerCallback-9017-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2056200 INFO  (jetty-launcher-8999-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2056213 WARN  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2056230 WARN  (jetty-launcher-8999-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4f319a5d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056230 WARN  (jetty-launcher-8999-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4f319a5d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056231 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43823/solr
   [junit4]   2> 2056235 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2056235 INFO  (zkConnectionManagerCallback-9022-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2056235 INFO  (jetty-launcher-8999-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2056242 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2056242 WARN  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2056251 WARN  (jetty-launcher-8999-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@dd49196[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056251 WARN  (jetty-launcher-8999-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@dd49196[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056253 WARN  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2056254 WARN  (jetty-launcher-8999-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6cb92845[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056254 WARN  (jetty-launcher-8999-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6cb92845[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056255 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43823/solr
   [junit4]   2> 2056255 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2056269 INFO  (zkConnectionManagerCallback-9028-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2056269 INFO  (jetty-launcher-8999-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2056378 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2056387 INFO  (zkConnectionManagerCallback-9031-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2056387 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2056402 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2056403 WARN  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2056416 WARN  (jetty-launcher-8999-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5df9cf21[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056416 WARN  (jetty-launcher-8999-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5df9cf21[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056450 WARN  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2056452 WARN  (jetty-launcher-8999-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5d375aaa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056452 WARN  (jetty-launcher-8999-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5d375aaa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2056453 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43823/solr
   [junit4]   2> 2056454 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2056455 INFO  (zkConnectionManagerCallback-9039-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2056455 INFO  (jetty-launcher-8999-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2056475 INFO  (jetty-launcher-8999-thread-4) [n:127.0.0.1:45297_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2056490 INFO  (zkConnectionManagerCallback-9041-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2056490 INFO  (jetty-launcher-8999-thread-4) [n:127.0.0.1:45297_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2056620 INFO  (jetty-launcher-8999-thread-3) [n:127.0.0.1:32919_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2056622 INFO  (jetty-launcher-8999-thread-2) [n:127.0.0.1:40627_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2056623 INFO  (zkConnectionManagerCallback-9043-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2056623 INFO  (jetty-launcher-8999-thread-3) [n:127.0.0.1:32919_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2056628 INFO  (zkConnectionManagerCallback-9045-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2056628 INFO  (jetty-launcher-8999-thread-2) [n:127.0.0.1:40627_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2056645 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34593_solr
   [junit4]   2> 2056645 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.c.Overseer Overseer (id=72723089793875978-127.0.0.1:34593_solr-n_0000000000) starting
   [junit4]   2> 2056646 INFO  (jetty-launcher-8999-thread-3) [n:127.0.0.1:32919_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32919_solr
   [junit4]   2> 2056647 INFO  (jetty-launcher-8999-thread-2) [n:127.0.0.1:40627_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2056648 INFO  (jetty-launcher-8999-thread-4) [n:127.0.0.1:45297_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:45297_solr as DOWN
   [junit4]   2> 2056680 INFO  (jetty-launcher-8999-thread-4) [n:127.0.0.1:45297_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2056680 INFO  (jetty-launcher-8999-thread-4) [n:127.0.0.1:45297_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45297_solr
   [junit4]   2> 2056681 INFO  (zkCallback-9030-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2056683 INFO  (zkCallback-9040-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2056685 INFO  (zkCallback-9042-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2056690 INFO  (jetty-launcher-8999-thread-2) [n:127.0.0.1:40627_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:40627_solr as DOWN
   [junit4]   2> 2056690 INFO  (zkCallback-9044-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2056691 INFO  (jetty-launcher-8999-thread-2) [n:127.0.0.1:40627_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2056691 INFO  (jetty-launcher-8999-thread-2) [n:127.0.0.1:40627_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40627_solr
   [junit4]   2> 2056698 INFO  (zkCallback-9030-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 2056698 INFO  (zkCallback-9042-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 2056698 INFO  (zkCallback-9040-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 2056698 INFO  (jetty-launcher-8999-thread-2) [n:127.0.0.1:40627_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2056709 INFO  (jetty-launcher-8999-thread-2) [n:127.0.0.1:40627_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2056714 INFO  (jetty-launcher-8999-thread-2) [n:127.0.0.1:40627_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2056714 INFO  (jetty-launcher-8999-thread-2) [n:127.0.0.1:40627_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2056715 INFO  (jetty-launcher-8999-thread-3) [n:127.0.0.1:32919_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2056720 INFO  (jetty-launcher-8999-thread-4) [n:127.0.0.1:45297_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2056725 INFO  (zkCallback-9044-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2056726 INFO  (jetty-launcher-8999-thread-2) [n:127.0.0.1:40627_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2056727 INFO  (jetty-launcher-8999-thread-2) [n:127.0.0.1:40627_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001/tempDir-002/node2/.
   [junit4]   2> 2056727 WARN  (jetty-launcher-8999-thread-4) [n:127.0.0.1:45297_solr     ] o.a.s.m.r.j.JmxMetricsReporter Unable to register counter
   [junit4]   2>           => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/info,name=totalTime
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/info,name=totalTime
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onCounterAdded(JmxMetricsReporter.java:595) ~[java/:?]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:470) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:689) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
   [junit4]   2> 	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:567) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:506) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:474) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 2056731 INFO  (jetty-launcher-8999-thread-4) [n:127.0.0.1:45297_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2056734 INFO  (jetty-launcher-8999-thread-3) [n:127.0.0.1:32919_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2056750 INFO  (jetty-launcher-8999-thread-3) [n:127.0.0.1:32919_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2056750 INFO  (jetty-launcher-8999-thread-3) [n:127.0.0.1:32919_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2056755 INFO  (jetty-launcher-8999-thread-4) [n:127.0.0.1:45297_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2056755 INFO  (jetty-launcher-8999-thread-4) [n:127.0.0.1:45297_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2056756 INFO  (OverseerStateUpdate-72723089793875978-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34593_solr
   [junit4]   2> 2056762 INFO  (jetty-launcher-8999-thread-4) [n:127.0.0.1:45297_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2056763 INFO  (jetty-launcher-8999-thread-3) [n:127.0.0.1:32919_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2056763 INFO  (jetty-launcher-8999-thread-3) [n:127.0.0.1:32919_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001/tempDir-002/node3/.
   [junit4]   2> 2056764 INFO  (jetty-launcher-8999-thread-4) [n:127.0.0.1:45297_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001/tempDir-002/node4/.
   [junit4]   2> 2056767 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34593_solr as DOWN
   [junit4]   2> 2056774 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2056774 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34593_solr
   [junit4]   2> 2056774 INFO  (zkCallback-9044-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2056787 INFO  (zkCallback-9042-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2056787 INFO  (zkCallback-9040-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2056792 INFO  (zkCallback-9030-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2056803 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2056817 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2056825 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2056825 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2056832 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2056833 INFO  (jetty-launcher-8999-thread-1) [n:127.0.0.1:34593_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001/tempDir-002/node1/.
   [junit4]   2> 2056899 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 2056900 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2056900 INFO  (zkConnectionManagerCallback-9064-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2056900 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2057115 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2057115 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43823/solr ready
   [junit4]   2> 2057143 INFO  (qtp1006271109-33748) [n:127.0.0.1:34593_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2057149 INFO  (qtp1006271109-33748) [n:127.0.0.1:34593_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 2057149 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[D5A6AC719445349A]) [     ] o.a.s.c.MoveReplicaTest total_jettys: 4
   [junit4]   2> 2057150 INFO  (qtp1006271109-33755) [n:127.0.0.1:34593_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2057152 INFO  (OverseerCollectionConfigSetProcessor-72723089793875978-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2057152 INFO  (OverseerThreadFactory-10105-thread-2-processing-n:127.0.0.1:34593_solr) [n:127.0.0.1:34593_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true
   [junit4]   2> 2057257 INFO  (OverseerStateUpdate-72723089793875978-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40627/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2057259 INFO  (OverseerStateUpdate-72723089793875978-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_p2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:32919/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2057261 INFO  (OverseerStateUpdate-72723089793875978-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34593/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2057263 INFO  (OverseerStateUpdate-72723089793875978-127.0.0.1:34593_solr-n_0000000000) [n:127.0.0.1:34593_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_p6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45297/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2057468 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr    x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2057496 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr    x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_p6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 2057501 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr    x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2057502 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr    x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_p2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 2057502 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr    x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2057581 INFO  (zkCallback-9044-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2058480 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 2058489 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 2058492 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2058492 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
   [junit4]   2> 2058492 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2058498 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:45281/solr_hdfs_home
   [junit4]   2> 2058498 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2058498 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001/tempDir-002/node1/MoveReplicaHDFSTest_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/]
   [junit4]   2> 2058499 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/snapshot_metadata
   [junit4]   2> 2058505 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2058505 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 2058505 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2058509 WARN  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 2058587 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 2058591 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 2058594 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 2058602 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_p6] Schema name=minimal
   [junit4]   2> 2058622 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2058622 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_p6' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
   [junit4]   2> 2058623 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_p6' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2058623 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:45281/solr_hdfs_home
   [junit4]   2> 2058623 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2058623 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_p6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001/tempDir-002/node4/MoveReplicaHDFSTest_coll_true_shard2_replica_p6], dataDir=[hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/]
   [junit4]   2> 2058624 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/snapshot_metadata
   [junit4]   2> 2058626 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2058628 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_p2] Schema name=minimal
   [junit4]   2> 2058630 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2058630 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_p2' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
   [junit4]   2> 2058630 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_p2' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2058630 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:45281/solr_hdfs_home
   [junit4]   2> 2058630 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2058630 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001/tempDir-002/node3/MoveReplicaHDFSTest_coll_true_shard1_replica_p2], dataDir=[hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/]
   [junit4]   2> 2058631 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/snapshot_metadata
   [junit4]   2> 2058633 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2058633 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
   [junit4]   2> 2058633 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21aa29fe
   [junit4]   2> 2058633 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:45281/solr_hdfs_home
   [junit4]   2> 2058633 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2058634 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001/tempDir-002/node2/MoveReplicaHDFSTest_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data/]
   [junit4]   2> 2058634 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data/snapshot_metadata
   [junit4]   2> 2058640 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2058640 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 2058640 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2058647 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2058647 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 2058647 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2058648 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2058648 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 2058648 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2058658 WARN  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 2058757 WARN  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 2058757 WARN  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 2063515 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2063516 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data
   [junit4]   2> 2063543 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/index
   [junit4]   2> 2063550 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2063550 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 2063550 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2063556 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2063660 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2063665 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data
   [junit4]   2> 2063710 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/index
   [junit4]   2> 2063714 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2063714 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 2063714 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2063726 INFO  (qtp2089672991-33770) [n:127.0.0.1:45297_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2063743 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2063743 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2063743 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2063753 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2063753 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2063767 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2063768 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data
   [junit4]   2> 2063773 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2063774 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data
   [junit4]   2> 2063796 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/index
   [junit4]   2> 2063796 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:45281/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data/index
   [junit4]   2> 2063801 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2063801 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 2063801 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2063807 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2063807 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 2063807 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2063963 INFO  (qtp791617238-33776) [n:127.0.0.1:40627_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2063969 INFO  (qtp1217393432-33763) [n:127.0.0.1:32919_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2063981 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@207fd054[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main]
   [junit4]   2> 2063982 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2063983 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2063983 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2063983 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1650178732409749504
   [junit4]   2> 2063991 INFO  (searcherExecutor-10110-thread-1-processing-n:127.0.0.1:34593_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Registered new searcher Searcher@207fd054[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2063993 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/MoveReplicaHDFSTest_coll_true/terms/shard2 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 2063993 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/MoveReplicaHDFSTest_coll_true/leaders/shard2
   [junit4]   2> 2063995 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2063995 INFO  (qtp1006271109-33746) [n:127.0.0.1:34593_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o

[...truncated too long message...]

.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37140782{/solr,null,UNAVAILABLE}
   [junit4]   2> 2110074 INFO  (jetty-closer-9166-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2110174 INFO  (jetty-closer-9166-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@399d4fc9{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2110174 INFO  (jetty-closer-9166-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@59dab123{/solr,null,UNAVAILABLE}
   [junit4]   2> 2110174 INFO  (jetty-closer-9166-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2110175 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D5A6AC719445349A]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2110378 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard1
   [junit4]   2> 	7	/solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard2
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/collections/MoveReplicaHDFSTest_coll_false/collectionprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	161	/solr/collections/MoveReplicaHDFSTest_coll_false/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	59	/solr/overseer/queue
   [junit4]   2> 	16	/solr/live_nodes
   [junit4]   2> 	13	/solr/overseer/collection-queue-work
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2110381 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D5A6AC719445349A]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41393
   [junit4]   2> 2110381 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D5A6AC719445349A]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41393
   [junit4]   2> 2110381 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D5A6AC719445349A]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41393
   [junit4]   2> 2110381 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D5A6AC719445349A]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testNormalMove
   [junit4]   2> 2110381 INFO  (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[D5A6AC719445349A]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testNormalMove
   [junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testFailedMove
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12080))
   [junit4]   2> 2110383 WARN  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 2110390 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@49f79849{datanode,/,null,UNAVAILABLE}{/datanode}
   [junit4]   2> 2110390 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c681982{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 2110390 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2110390 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a21fde{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 2110394 WARN  (BP-1970161005-10.41.0.5-1573733064886 heartbeating to localhost.localdomain/127.0.0.1:45281) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 2110394 WARN  (BP-1970161005-10.41.0.5-1573733064886 heartbeating to localhost.localdomain/127.0.0.1:45281) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1970161005-10.41.0.5-1573733064886 (Datanode Uuid f937704c-0c1a-4c33-8244-bc31da3b00d6) service to localhost.localdomain/127.0.0.1:45281
   [junit4]   2> 2110401 WARN  (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-1970161005-10.41.0.5-1573733064886) [     ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
   [junit4]   2> 2110406 WARN  (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-1970161005-10.41.0.5-1573733064886) [     ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
   [junit4]   2> 2110414 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@36105a0b{hdfs,/,null,UNAVAILABLE}{/hdfs}
   [junit4]   2> 2110415 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@44d75f2f{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
   [junit4]   2> 2110415 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2110415 INFO  (SUITE-MoveReplicaHDFSTest-seed#[D5A6AC719445349A]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@676a0c06{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_D5A6AC719445349A-001
   [junit4]   2> Nov 14, 2019 12:05:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 17 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene80, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7ae6555c), locale=en-SG, timezone=Asia/Pyongyang
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=4,free=256689096,total=517472256
   [junit4]   2> NOTE: All tests run in this JVM: [SuggesterTSTTest, PrimitiveFieldTypeTest, TestHdfsUpdateLog, TestDistributedGrouping, NodeLostTriggerIntegrationTest, TestIBSimilarityFactory, RequestHandlersTest, TestNRTOpen, TestTrieFacet, TestSuggestSpellingConverter, ReplicationFactorTest, DOMUtilTest, TestFiltering, AdminHandlersProxyTest, TestStressLucene, ExplicitHLLTest, TestXmlQParserPlugin, XMLAtomicUpdateMultivalueTest, FullSolrCloudDistribCmdsTest, TestCollationFieldDocValues, TestDistribPackageStore, DocumentAnalysisRequestHandlerTest, DistributedIntervalFacetingTest, ScheduledTriggerTest, TestDynamicLoading, TestDocSet, TestJoin, TestCloudNestedDocsSort, TestSimNodeLostTrigger, TestQueryingOnDownCollection, FileBasedSpellCheckerTest, BlockDirectoryTest, TestConfigSetsAPI, TestHashPartitioner, ConnectionReuseTest, SystemCollectionCompatTest, DirectoryFactoryTest, SchemaVersionSpecificBehaviorTest, UtilsToolTest, DocValuesTest, TestManagedSchemaAPI, ParsingFieldUpdateProcessorsTest, XmlInterpolationTest, TestConfigOverlay, ConcurrentDeleteAndCreateCollectionTest, CollectionTooManyReplicasTest, CdcrUpdateLogTest, TriLevelCompositeIdRoutingTest, OverseerTaskQueueTest, StatsReloadRaceTest, ShardSplitTest, V2StandaloneTest, MigrateRouteKeyTest, ShowFileRequestHandlerTest, MetricUtilsTest, TimeRoutedAliasUpdateProcessorTest, SolrIndexSplitterTest, BasicDistributedZkTest, TestConfigReload, PrimUtilsTest, TestLocalFSCloudBackupRestore, TestSerializedLuceneMatchVersion, TestReplicationHandler, DefaultValueUpdateProcessorTest, TestFileDictionaryLookup, SolrCoreCheckLockOnStartupTest, TestPrepRecovery, TestObjectReleaseTracker, TestFastLRUCache, TestSearcherReuse, TestHashQParserPlugin, TestComplexPhraseQParserPlugin, TestCryptoKeys, BigEndianAscendingWordDeserializerTest, HighlighterMaxOffsetTest, TestMultiValuedNumericRangeQuery, TestReload, TestPerFieldSimilarityWithDefaultOverride, OutputWriterTest, CollectionStateFormat2Test, TestBulkSchemaAPI, TestDefaultStatsCache, TestManagedResource, DocValuesNotIndexedTest, TestSolrIndexConfig, PeerSyncWithLeaderTest, ZkNodePropsTest, TokenizerChainTest, TestDistributedStatsComponentCardinality, TestManagedSynonymFilterFactory, LeaderElectionIntegrationTest, TestMacros, TestSolr4Spatial, TestCollectionAPI, Tagger2Test, CurrencyRangeFacetCloudTest, DocumentBuilderTest, BasicAuthStandaloneTest, StatsComponentTest, SpatialHeatmapFacetsTest, CdcrReplicationHandlerTest, SearchHandlerTest, HdfsLockFactoryTest, SynonymTokenizerTest, CoreMergeIndexesAdminHandlerTest, SearchHandlerTest, NotRequiredUniqueKeyTest, HLLUtilTest, TestTestInjection, DeleteNodeTest, RecoveryAfterSoftCommitTest, TestExportTool, TestSQLHandlerNonCloud, MergeStrategyTest, TestDelegationWithHadoopAuth, TestSegmentSorting, TestPHPSerializedResponseWriter, TestQueryTypes, TestSortableTextField, SolrRequestParserTest, SolrJmxReporterCloudTest, DistributedQueryComponentOptimizationTest, MoveReplicaHDFSTest]
   [junit4] Completed [436/884 (1!)] on J2 in 59.27s, 4 tests, 1 failure, 2 skipped <<< FAILURES!

[...truncated 54373 lines...]

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 267 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/267/

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testSuggestions

Error Message:
[] expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: [] expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([CD466CCDE018ACC6:6B9A55382E2CFB38]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testSuggestions(TestSimScenario.java:93)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14929 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
   [junit4]   2> 2232995 INFO  (SUITE-TestSimScenario-seed#[CD466CCDE018ACC6]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimScenario_CD466CCDE018ACC6-001/data-dir-128-001
   [junit4]   2> 2232996 WARN  (SUITE-TestSimScenario-seed#[CD466CCDE018ACC6]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=49 numCloses=49
   [junit4]   2> 2232996 INFO  (SUITE-TestSimScenario-seed#[CD466CCDE018ACC6]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2232997 INFO  (SUITE-TestSimScenario-seed#[CD466CCDE018ACC6]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2232998 INFO  (SUITE-TestSimScenario-seed#[CD466CCDE018ACC6]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2233116 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testSuggestions
   [junit4]   2> 2233335 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 1.	CreateCluster	numNodes=2
   [junit4]   2> 2233386 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		CreateCluster	numNodes=2
   [junit4]   2> 2233613 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 2233613 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2233614 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 2233614 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2233630 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
   [junit4]   2> 2233651 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 2233653 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 2233653 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2233665 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 2.	RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 2233666 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 2233677 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 2233714 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2233714 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 2233714 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2233759 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2233765 DEBUG (simCloudManagerPool-3563-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
   [junit4]   2> 2233765 DEBUG (simCloudManagerPool-3563-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 2233765 DEBUG (simCloudManagerPool-3563-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 2233818 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2233832 DEBUG (simCloudManagerPool-3563-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 2233834 DEBUG (simCloudManagerPool-3563-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 2233852 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2233905 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2233926 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2233935 DEBUG (simCloudManagerPool-3563-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 2233936 DEBUG (simCloudManagerPool-3563-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 2233936 DEBUG (simCloudManagerPool-3563-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
   [junit4]   2> 2233946 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2233955 DEBUG (simCloudManagerPool-3563-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10000_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2233962 DEBUG (simCloudManagerPool-3563-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=4
   [junit4]   2> 2233963 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 3.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 2233963 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 2233991 DEBUG (ScheduledTrigger-3564-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234001 DEBUG (simCloudManagerPool-3563-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 2234001 DEBUG (simCloudManagerPool-3563-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 2234002 DEBUG (simCloudManagerPool-3563-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 2234002 DEBUG (simCloudManagerPool-3563-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=5): {"core_node4":{
   [junit4]   2>     "core":"testCollection_shard2_replica_n4",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2234019 DEBUG (simCloudManagerPool-3563-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 2234020 DEBUG (simCloudManagerPool-3563-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 2234027 DEBUG (ScheduledTrigger-3564-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234036 DEBUG (simCloudManagerPool-3563-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 2234036 DEBUG (simCloudManagerPool-3563-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 2234036 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 2234037 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 2234037 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 4.	CtxSet	key=myNode&value=${_random_node_}
   [junit4]   2> 2234037 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		CtxSet	key=myNode&value=127.0.0.1:10000_solr
   [junit4]   2> 2234037 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 5.	RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 2234037 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10000_solr
   [junit4]   2> 2234047 DEBUG (ScheduledTrigger-3564-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234057 INFO  (simCloudManagerPool-3563-thread-6) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10000_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 2234057 INFO  (simCloudManagerPool-3563-thread-6) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 2234068 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234073 DEBUG (simCloudManagerPool-3563-thread-6) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 2234073 DEBUG (simCloudManagerPool-3563-thread-6) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 2234073 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 6.	RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 2234073 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10000_solr
   [junit4]   2> 2234080 DEBUG (simCloudManagerPool-3563-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 2234190 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234191 DEBUG (simCloudManagerPool-3563-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 2234191 INFO  (simCloudManagerPool-3563-thread-7) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10000_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 2234191 INFO  (simCloudManagerPool-3563-thread-7) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 2234210 DEBUG (simCloudManagerPool-3563-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 2234211 DEBUG (simCloudManagerPool-3563-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 2234211 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234211 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 7.	LoopOp	iterations=${iterative}
   [junit4]   2> 2234211 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		LoopOp	iterations=0
   [junit4]   2> 2234211 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 8.	LoopOp	iterations=${justCalc}
   [junit4]   2> 2234211 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		LoopOp	iterations=1
   [junit4]   2> 2234211 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario    * iter 1:
   [junit4]   2> 2234211 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	
   [junit4]   2> 2234247 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234214 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
   [junit4]   2> 2234337 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 2234365 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234386 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234422 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234431 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario         - 0 suggestions
   [junit4]   2> 2234432 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario         -- abortLoop requested, aborting after 0 iterations.
   [junit4]   2> 2234432 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 9.	Dump	redact=true
   [junit4]   2> 2234432 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		Dump	redact=true
   [junit4]   2> 2234446 DEBUG (ScheduledTrigger-3564-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234491 DEBUG (ScheduledTrigger-3564-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234512 DEBUG (ScheduledTrigger-3564-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234548 DEBUG (ScheduledTrigger-3564-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234588 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
   [junit4]   2> 2234601 DEBUG (ScheduledTrigger-3564-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234621 DEBUG (ScheduledTrigger-3564-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234674 DEBUG (ScheduledTrigger-3564-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234695 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234715 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234735 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234755 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234784 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234804 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234837 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234870 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234890 DEBUG (ScheduledTrigger-3564-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234914 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234935 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234955 DEBUG (ScheduledTrigger-3564-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2234975 DEBUG (ScheduledTrigger-3564-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235012 DEBUG (ScheduledTrigger-3564-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235044 DEBUG (ScheduledTrigger-3564-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235065 DEBUG (ScheduledTrigger-3564-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235101 DEBUG (ScheduledTrigger-3564-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235309 DEBUG (ScheduledTrigger-3564-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235309 WARN  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2>           => java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:207) ~[java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 2235330 DEBUG (ScheduledTrigger-3564-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235330 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 2235331 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 2235331 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 2235331 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 2235331 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 2235331 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2235331 INFO  (TEST-TestSimScenario.testSuggestions-seed#[CD466CCDE018ACC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testSuggestions
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimScenario -Dtests.method=testSuggestions -Dtests.seed=CD466CCDE018ACC6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=no-NO -Dtests.timezone=Africa/Lome -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 2.35s J1 | TestSimScenario.testSuggestions <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: [] expected:<1> but was:<0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CD466CCDE018ACC6:6B9A55382E2CFB38]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testSuggestions(TestSimScenario.java:93)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2235348 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testAutoAddReplicas
   [junit4]   2> 2235386 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 1.	CreateCluster	numNodes=2
   [junit4]   2> 2235386 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		CreateCluster	numNodes=2
   [junit4]   2> 2235439 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10002_solr
   [junit4]   2> 2235460 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 2235460 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2235460 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 2235460 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2235478 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 2235478 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 2235478 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2235478 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 2.	LoadAutoscaling	json={'cluster-policy'+:+[{'replica'+:+'<3',+'shard'+:+'#EACH',+'collection'+:+'testCollection','node':'#ANY'}]}&defaultWaitFor=10
   [junit4]   2> 2235478 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		LoadAutoscaling	json={'cluster-policy'+:+[{'replica'+:+'<3',+'shard'+:+'#EACH',+'collection'+:+'testCollection','node':'#ANY'}]}&defaultWaitFor=10
   [junit4]   2> 2235509 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 2235536 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 2235545 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 2235549 DEBUG (ScheduledTrigger-3570-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235624 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 3.	RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 2235624 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 2235624 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
   [junit4]   2> 2235624 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 2235704 DEBUG (simCloudManagerPool-3569-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
   [junit4]   2> 2235704 DEBUG (simCloudManagerPool-3569-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 2235704 DEBUG (simCloudManagerPool-3569-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 2235707 DEBUG (ScheduledTrigger-3570-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235708 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 2235708 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 2235708 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 2235708 DEBUG (ScheduledTrigger-3570-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235724 DEBUG (simCloudManagerPool-3569-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 2235724 DEBUG (simCloudManagerPool-3569-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 2235728 DEBUG (ScheduledTrigger-3570-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235842 DEBUG (ScheduledTrigger-3570-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235878 DEBUG (ScheduledTrigger-3570-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235899 DEBUG (ScheduledTrigger-3570-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235929 DEBUG (ScheduledTrigger-3570-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235940 DEBUG (simCloudManagerPool-3569-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 2235940 DEBUG (simCloudManagerPool-3569-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 2235940 DEBUG (simCloudManagerPool-3569-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
   [junit4]   2> 2235940 DEBUG (simCloudManagerPool-3569-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10003_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2235952 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235968 DEBUG (simCloudManagerPool-3569-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 2235969 DEBUG (simCloudManagerPool-3569-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 2235969 DEBUG (simCloudManagerPool-3569-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=5
   [junit4]   2> 2235971 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 4.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 2235971 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 2235980 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2235988 DEBUG (simCloudManagerPool-3569-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 2235989 DEBUG (simCloudManagerPool-3569-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 2235989 DEBUG (simCloudManagerPool-3569-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 2235989 DEBUG (simCloudManagerPool-3569-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{
   [junit4]   2>     "core":"testCollection_shard2_replica_n3",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2235999 DEBUG (simCloudManagerPool-3569-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 2236021 DEBUG (ScheduledTrigger-3570-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 2236023 DEBUG (simCloudManagerPool-3569-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 2236023 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 2236024 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 2236024 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 5.	SetEventListener	trigger=.auto_add_replicas&stage=SUCCEEDED
   [junit4]   2> 2236024 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		SetEventListener	trigger=.auto_add_replicas&stage=SUCCEEDED
   [junit4]   2> 2236024 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 6.	KillNodes	node=${_random_node_}
   [junit4]   2> 2236024 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		KillNodes	node=127.0.0.1:10002_solr
   [junit4]   2> 2236025 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider  -- created marker: /autoscaling/nodeLost/127.0.0.1:10002_solr
   [junit4]   2> 2236025 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10003_solr
   [junit4]   2> 2236025 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 2236026 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 2236027 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 7.	WaitEvent	trigger=.auto_add_replicas&wait=60
   [junit4]   2> 2236028 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		WaitEvent	trigger=.auto_add_replicas&wait=60
   [junit4]   2> 2236028 DEBUG (simCloudManagerPool-3569-thread-6) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 2236042 INFO  (simCloudManagerPool-3569-thread-6) [     ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 2352ms
   [junit4]   2> 2236059 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2
   [junit4]   2> 2236059 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10002_solr
   [junit4]   2> 2236080 DEBUG (ScheduledTrigger-3570-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2236094 DEBUG (simCloudManagerPool-3569-thread-6) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=9): {"core_node4":{
   [junit4]   2>     "core":"testCollection_shard2_replica_n4",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10003_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2236094 DEBUG (simCloudManagerPool-3569-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 2236094 DEBUG (simCloudManagerPool-3569-thread-7) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 2236100 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2236120 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2236155 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2236184 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2236205 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2236225 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2236246 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2236277 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2236277 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10002_solr]
   [junit4]   2> 2236280 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"c6ee04886432d3T6dfcr1fymel9yf2mdc8tszrp4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":55993748624257747,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[55993748624257747],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 2236280 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
   [junit4]   2> 2236314 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 2236314 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 2236314 DEBUG (ScheduledTrigger-3570-thread-3) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"c6ee04886432d3T6dfcr1fymel9yf2mdc8tszrp4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":55993748624257747,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[55993748624257747],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":55993759745814297,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 2236323 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"c6ee04886432d3T6dfcr1fymel9yf2mdc8tszrp4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":55993748624257747,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[55993748624257747],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":55993759745814297,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 2236325 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"c6ee04886432d3T6dfcr1fymel9yf2mdc8tszrp4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":55993748624257747,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[55993748624257747],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":55993759745814297,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
   [junit4]   2> 2236341 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10003_solr&inPlaceMove=true&replica=core_node2
   [junit4]   2> 2236341 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10003_solr&inPlaceMove=true&replica=core_node3
   [junit4]   2> 2236342 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"c6ee04886432d3T6dfcr1fymel9yf2mdc8tszrp4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":55993748624257747,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[55993748624257747],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":55993759745814297,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}} with context properties: {operations=[{
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"MOVEREPLICA",
   [junit4]   2>   "params.collection":"testCollection",
   [junit4]   2>   "params.targetNode":"127.0.0.1:10003_solr",
   [junit4]   2>   "params.inPlaceMove":"true",
   [junit4]   2>   "params.replica":"core_node2"}, {
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"MOVEREPLICA",
   [junit4]   2>   "params.collection":"testCollection",
   [junit4]   2>   "params.targetNode":"127.0.0.1:10003_solr",
   [junit4]   2>   "params.inPlaceMove":"true",
   [junit4]   2>   "params.replica":"core_node3"}], AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]}
   [junit4]   2> 2236359 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10003_solr&inPlaceMove=true&replica=core_node2
   [junit4]   2> 2236461 DEBUG (simCloudManagerPool-3569-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node6":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n5",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10003_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "state":"down",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2236572 DEBUG (simCloudManagerPool-3569-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
   [junit4]   2> 2236572 DEBUG (simCloudManagerPool-3569-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 2236574 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10003_solr&inPlaceMove=true&replica=core_node3
   [junit4]   2> 2236579 DEBUG (simCloudManagerPool-3569-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
   [junit4]   2> 2236580 DEBUG (simCloudManagerPool-3569-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 2236684 DEBUG (simCloudManagerPool-3569-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node8":{
   [junit4]   2>     "core":"testCollection_shard2_replica_n7",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10003_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "state":"down",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2236810 DEBUG (simCloudManagerPool-3569-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
   [junit4]   2> 2236848 DEBUG (simCloudManagerPool-3569-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
   [junit4]   2> 2236887 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
   [junit4]   2> 2236904 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
   [junit4]   2> 2236904 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"c6ee04886432d3T6dfcr1fymel9yf2mdc8tszrp4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":55993748624257747,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[55993748624257747],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":55993759745814297,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 2236905 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms
   [junit4]   2> 2236905 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 2236905 DEBUG (AutoscalingActionExecutor-3571-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing took 29096 ms for event id=c6ee04886432d3T6dfcr1fymel9yf2mdc8tszrp4
   [junit4]   2> 2236916 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 8.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 2236916 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 2236916 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 9.	SaveSnapshot	path=${snapshotPath}
   [junit4]   2> 2236917 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		SaveSnapshot	path=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimScenario_CD466CCDE018ACC6-001/tempDir-001/snapshot
   [junit4]   2> 2236917 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 23 resources from SimDistribStateManager
   [junit4]   2> 2236960 WARN  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2>           => java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:207) ~[java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 2236981 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 2236981 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 2236981 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 2236981 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 2237009 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 2237009 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2237077 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - loaded snapshot of 23 resources
   [junit4]   2> 2237090 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[CD466CCDE018ACC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testAutoAddReplicas
   [junit4]   2> 2237128 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testIndexing
   [junit4]   2> 2237129 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 1.	CreateCluster	numNodes=100
   [junit4]   2> 2237129 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		CreateCluster	numNodes=100
   [junit4]   2> 2237165 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10004_solr
   [junit4]   2> 2237166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 2237166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2237166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 2237166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2237181 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 2237181 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 2237181 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2237211 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10043_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10057_solr, 127.0.0.1:10049_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10020_solr, 127.0.0.1:10060_solr, 127.0.0.1:10005_solr, 127.0.0.1:10013_solr, 127.0.0.1:10021_solr, 127.0.0.1:10058_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10027_solr, 127.0.0.1:10022_solr, 127.0.0.1:10039_solr, 127.0.0.1:10033_solr, 127.0.0.1:10025_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10041_solr, 127.0.0.1:10009_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10054_solr, 127.0.0.1:10046_solr, 127.0.0.1:10023_solr, 127.0.0.1:10007_solr, 127.0.0.1:10015_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10062_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10061_solr, 127.0.0.1:10050_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10045_solr, 127.0.0.1:10037_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10048_solr, 127.0.0.1:10056_solr]
   [junit4]   2> 2237228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 2237228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2237228 DEBUG (ScheduledTrigger-3576-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 89 and last live nodes: 59
   [junit4]   2> 2237230 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 2.	RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 2237230 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 2237231 DEBUG (simCloudManagerPool-3575-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
   [junit4]   2> 2237231 DEBUG (simCloudManagerPool-3575-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 2237231 DEBUG (simCloudManagerPool-3575-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 2237244 DEBUG (simCloudManagerPool-3575-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 2237245 DEBUG (simCloudManagerPool-3575-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 2237283 DEBUG (simCloudManagerPool-3575-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 2237284 DEBUG (simCloudManagerPool-3575-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 2237284 DEBUG (simCloudManagerPool-3575-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
   [junit4]   2> 2237284 DEBUG (simCloudManagerPool-3575-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10070_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2237285 DEBUG (ScheduledTrigger-3576-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 89
   [junit4]   2> 2237295 DEBUG (simCloudManagerPool-3575-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 2237301 DEBUG (simCloudManagerPool-3575-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 2237309 DEBUG (ScheduledTrigger-3576-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237321 DEBUG (simCloudManagerPool-3575-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 2237321 DEBUG (simCloudManagerPool-3575-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 2237321 DEBUG (simCloudManagerPool-3575-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 2237321 DEBUG (simCloudManagerPool-3575-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{
   [junit4]   2>     "core":"testCollection_shard2_replica_n3",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10055_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 2237322 DEBUG (simCloudManagerPool-3575-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=6
   [junit4]   2> 2237322 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 3.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 2237322 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 2237333 DEBUG (ScheduledTrigger-3576-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237337 DEBUG (simCloudManagerPool-3575-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 2237338 DEBUG (simCloudManagerPool-3575-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 2237338 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 2237339 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 2237339 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 4.	RunSolrRequest	path=/admin/autoscaling&httpMethod=POST&stream.body={'set-trigger':{'name':'indexSizeTrigger','event':'indexSize','waitFor':'10s','aboveDocs':1000,'enabled':true,'actions':[{'name':'compute_plan','class':'solr.ComputePlanAction'},{'name':'execute_plan','class':'solr.ExecutePlanAction'}]}}
   [junit4]   2> 2237339 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/autoscaling&httpMethod=POST&stream.body={'set-trigger':{'name':'indexSizeTrigger','event':'indexSize','waitFor':'10s','aboveDocs':1000,'enabled':true,'actions':[{'name':'compute_plan','class':'solr.ComputePlanAction'},{'name':'execute_plan','class':'solr.ExecutePlanAction'}]}}
   [junit4]   2> 2237362 DEBUG (ScheduledTrigger-3576-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237398 DEBUG (ScheduledTrigger-3576-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237429 DEBUG (simCloudManagerPool-3575-thread-6) [     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2237430 DEBUG (simCloudManagerPool-3575-thread-6) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 2237475 DEBUG (ScheduledTrigger-3576-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237476 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 2237476 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 2237476 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 2237476 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 5.	SetEventListener	trigger=indexSizeTrigger&stage=SUCCEEDED
   [junit4]   2> 2237476 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		SetEventListener	trigger=indexSizeTrigger&stage=SUCCEEDED
   [junit4]   2> 2237477 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 6.	IndexDocs	collection=testCollection&numDocs=3000
   [junit4]   2> 2237477 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		IndexDocs	collection=testCollection&numDocs=3000
   [junit4]   2> 2237509 DEBUG (ScheduledTrigger-3576-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237544 DEBUG (ScheduledTrigger-3576-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237551 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 7.	RunSimulator	
   [junit4]   2> 2237551 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		RunSimulator	
   [junit4]   2> 2237581 DEBUG (ScheduledTrigger-3576-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237614 DEBUG (ScheduledTrigger-3576-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237647 DEBUG (ScheduledTrigger-3576-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237688 DEBUG (ScheduledTrigger-3576-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237708 DEBUG (ScheduledTrigger-3576-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237728 DEBUG (ScheduledTrigger-3576-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237749 DEBUG (ScheduledTrigger-3576-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237784 DEBUG (ScheduledTrigger-3576-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237838 DEBUG (ScheduledTrigger-3576-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237858 DEBUG (ScheduledTrigger-3576-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237894 DEBUG (ScheduledTrigger-3576-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237919 DEBUG (ScheduledTrigger-3576-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 2237931 DEBUG (ScheduledTrigger-3576-thread-2) [     ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"c6ee178227e9b5T6dfcr1fymel9yf2mdc8tszrp6",
   [junit4]   2>   "source":"indexSizeTrigger",
   [junit4]   2>   "eventTime":55993830124022197,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testCollection_shard1_replica_n1":"docs=1500, bytes=3082240",
   [junit4]   2>       "testCollection_shard2_replica_n3":"docs=1500, bytes=3082240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}}]}}
   [junit4]   2> 2237931 DEBUG (ScheduledTrigger-3576-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance, indexSizeTrigger]
   [junit4]   2> 2237932 DEBUG (ScheduledTrigger-3576-thread-2) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"c6ee178227e9b5T6dfcr1fymel9yf2mdc8tszrp6",
   [junit4]   2>   "source":"indexSizeTrigger",
   [junit4]   2>   "eventTime":55993830124022197,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testCollection_shard1_replica_n1":"docs=1500, bytes=3082240",
   [junit4]   2>       "testCollection_shard2_replica_n3":"docs=1500, bytes=3082240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":55993842265563647,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}}]}}
   [junit4]   2> 2237959 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"c6ee178227e9b5T6dfcr1fymel9yf2mdc8tszrp6",
   [junit4]   2>   "source":"indexSizeTrigger",
   [junit4]   2>   "eventTime":55993830124022197,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testCollection_shard1_replica_n1":"docs=1500, bytes=3082240",
   [junit4]   2>       "testCollection_shard2_replica_n3":"docs=1500, bytes=3082240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":55993842265563647,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}}]}}
   [junit4]   2> 2237959 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"c6ee178227e9b5T6dfcr1fymel9yf2mdc8tszrp6",
   [junit4]   2>   "source":"indexSizeTrigger",
   [junit4]   2>   "eventTime":55993830124022197,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testCollection_shard1_replica_n1":"docs=1500, bytes=3082240",
   [junit4]   2>       "testCollection_shard2_replica_n3":"docs=1500, bytes=3082240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":55993842265563647,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}}]}} with context properties: {BEFORE_ACTION=[compute_plan]}
   [junit4]   2> 2237975 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testCollection&shard=shard1&splitMethod=link&splitByPrefix=false
   [junit4]   2> 2237976 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testCollection&shard=shard2&splitMethod=link&splitByPrefix=false
   [junit4]   2> 2237976 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"c6ee178227e9b5T6dfcr1fymel9yf2mdc8tszrp6",
   [junit4]   2>   "source":"indexSizeTrigger",
   [junit4]   2>   "eventTime":55993830124022197,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":2,
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testCollection_shard1_replica_n1":"docs=1500, bytes=3082240",
   [junit4]   2>       "testCollection_shard2_replica_n3":"docs=1500, bytes=3082240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":55993842265563647,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}}]}} with context properties: {operations=[{
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"SPLITSHARD",
   [junit4]   2>   "params.collection":"testCollection",
   [junit4]   2>   "params.shard":"shard1",
   [junit4]   2>   "params.splitMethod":"link",
   [junit4]   2>   "params.splitByPrefix":"false"}, {
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"SPLITSHARD",
   [junit4]   2>   "params.collection":"testCollection",
   [junit4]   2>   "params.shard":"shard2",
   [junit4]   2>   "params.splitMethod":"link",
   [junit4]   2>   "params.splitByPrefix":"false"}], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
   [junit4]   2> 2237976 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.ExecutePlanAction Executing operation: action=SPLITSHARD&collection=testCollection&shard=shard1&splitMethod=link&splitByPrefix=false
   [junit4]   2> 2238106 INFO  (simCloudManagerPool-3575-thread-8) [     ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
   [junit4]   2> 2238183 DEBUG (simCloudManagerPool-3575-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 2238184 DEBUG (simCloudManagerPool-3575-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 2238228 DEBUG (simCloudManagerPool-3575-thread-10) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 2238347 DEBUG (simCloudManagerPool-3575-thread-10) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 2238354 DEBUG (simCloudManagerPool-3575-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 2238383 DEBUG (simCloudManagerPool-3575-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 2238383 DEBUG (simCloudManagerPool-3575-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1_1)
   [junit4]   2> 2238383 DEBUG (simCloudManagerPool-3575-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1_1 (currentVersion=11): {"core_node12":{
   [junit4]   2>     "core":"testCollection_shard1_1_replica_n11",
   [junit4]   2>     "shard":"shard1_1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10018_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":1546240,
   [junit4]   2>     "base_url":"http://127.0.0.1:10018/solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":0.0014400482177734375,
   [junit4]   2>     "SEARCHER.searcher.numDocs":750}}
   [junit4]   2> 2238439 DEBUG (simCloudManagerPool-3575-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
   [junit4]   2> 2238440 DEBUG (simCloudManagerPool-3575-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 2238440 DEBUG (simCloudManagerPool-3575-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testCollection / shard1_0:{
   [junit4]   2>   "parent":"shard1",
   [junit4]   2>   "stateTimestamp":"1573656450118139100",
   [junit4]   2>   "range":"80000000-bfffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node10":{
   [junit4]   2>       "core":"testCollection_shard1_0_replica_n9",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":1556480,
   [junit4]   2>       "node_name":"127.0.0.1:10004_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10004/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":0.0014495849609375,
   [junit4]   2>       "SEARCHER.searcher.numDocs":750},
   [junit4]   2>     "core_node8":{
   [junit4]   2>       "core":"testCollection_shard1_0_replica_n7",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":1556480,
   [junit4]   2>       "node_name":"127.0.0.1:10082_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10082/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":0.0014495849609375,
   [junit4]   2>       "SEARCHER.searcher.numDocs":750}}}
   [junit4]   2> 2238443 DEBUG (simCloudManagerPool-3575-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testCollection / shard1_0:{
   [junit4]   2>   "parent":"shard1",
   [junit4]   2>   "stateTimestamp":"1573656450118139100",
   [junit4]   2>   "range":"80000000-bfffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node10":{
   [junit4]   2>       "core":"testCollection_shard1_0_replica_n9",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":1556480,
   [junit4]   2>       "node_name":"127.0.0.1:10004_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10004/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":0.0014495849609375,
   [junit4]   2>       "SEARCHER.searcher.numDocs":750},
   [junit4]   2>     "core_node8":{
   [junit4]   2>       "core":"testCollection_shard1_0_replica_n7",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":1556480,
   [junit4]   2>       "node_name":"127.0.0.1:10082_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10082/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "

[...truncated too long message...]

238796 DEBUG (simCloudManagerPool-3575-thread-21) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2_0 (currentVersion=20): {"core_node18":{
   [junit4]   2>     "core":"testCollection_shard2_0_replica_n17",
   [junit4]   2>     "shard":"shard2_0",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10082_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":1556480,
   [junit4]   2>     "base_url":"http://127.0.0.1:10082/solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":0.0014495849609375,
   [junit4]   2>     "SEARCHER.searcher.numDocs":750}}
   [junit4]   2> 2238810 DEBUG (simCloudManagerPool-3575-thread-15) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
   [junit4]   2> 2238826 DEBUG (simCloudManagerPool-3575-thread-15) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
   [junit4]   2> 2238878 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
   [junit4]   2> 2238878 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
   [junit4]   2> 2238878 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"c6ee178227e9b5T6dfcr1fymel9yf2mdc8tszrp6",
   [junit4]   2>   "source":"indexSizeTrigger",
   [junit4]   2>   "eventTime":55993830124022197,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":2,
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testCollection_shard1_replica_n1":"docs=1500, bytes=3082240",
   [junit4]   2>       "testCollection_shard2_replica_n3":"docs=1500, bytes=3082240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":55993842265563647,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}}]}}
   [junit4]   2> 2238878 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 2238878 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: indexSizeTrigger after 100ms
   [junit4]   2> 2238878 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms
   [junit4]   2> 2238878 DEBUG (AutoscalingActionExecutor-3577-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing took 45953 ms for event id=c6ee178227e9b5T6dfcr1fymel9yf2mdc8tszrp6
   [junit4]   2> 2238878 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 9.	Assert	condition=not_null&key=_trigger_event_indexSizeTrigger
   [junit4]   2> 2238878 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		Assert	condition=not_null&key=_trigger_event_indexSizeTrigger
   [junit4]   2> 2238912 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 10.	Assert	condition=equals&key=_trigger_event_indexSizeTrigger/eventType&expected=INDEXSIZE
   [junit4]   2> 2238913 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		Assert	condition=equals&key=_trigger_event_indexSizeTrigger/eventType&expected=INDEXSIZE
   [junit4]   2> 2238914 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 11.	Assert	condition=equals&key=_trigger_event_indexSizeTrigger/properties/requestedOps[0]/action&expected=SPLITSHARD
   [junit4]   2> 2238914 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		Assert	condition=equals&key=_trigger_event_indexSizeTrigger/properties/requestedOps[0]/action&expected=SPLITSHARD
   [junit4]   2> 2238914 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 12.	WaitCollection	collection=testCollection&shards=6&withInactive=true&requireLeaders=false&replicas=2
   [junit4]   2> 2238914 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=6&withInactive=true&requireLeaders=false&replicas=2
   [junit4]   2> 2238948 WARN  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2>           => java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:207) ~[java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 2238949 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 2238949 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 2238949 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 2238949 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 2238952 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 2238952 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2238971 INFO  (TEST-TestSimScenario.testIndexing-seed#[CD466CCDE018ACC6]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testIndexing
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimScenario_CD466CCDE018ACC6-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1080, maxMBSortInHeap=7.48785823846225, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@53774a6f), locale=no-NO, timezone=Africa/Lome
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=141152696,total=463470592
   [junit4]   2> NOTE: All tests run in this JVM: [StatsComponentTest, TestDFISimilarityFactory, TestValueSourceCache, BadIndexSchemaTest, ZookeeperStatusHandlerTest, TestFieldCacheVsDocValues, TestReload, SearchRateTriggerTest, MultiSolrCloudTestCaseTest, TestDistributedStatsComponentCardinality, TestSearcherReuse, TestWordDelimiterFilterFactory, ZkFailoverTest, TestSweetSpotSimilarityFactory, QueryElevationComponentTest, DataDrivenBlockJoinTest, TestCSVLoader, TestRequestStatusCollectionAPI, JsonLoaderTest, TestLFUCache, TestSchemaResource, HighlighterMaxOffsetTest, TestManagedResource, TestUtils, TestFastOutputStream, DateRangeFieldTest, TestMaxScoreQueryParser, RootFieldTest, SchemaVersionSpecificBehaviorTest, TestUnInvertedFieldException, AddBlockUpdateTest, ReplaceNodeTest, CurrencyRangeFacetCloudTest, CoreMergeIndexesAdminHandlerTest, MoveReplicaHDFSFailoverTest, TestDynamicURP, BigEndianAscendingWordSerializerTest, TestTolerantUpdateProcessorCloud, TestInitParams, ScriptEngineTest, FieldMutatingUpdateProcessorTest, TestInPlaceUpdatesStandalone, LeaderVoteWaitTimeoutTest, TestEmbeddedSolrServerAdminHandler, DimensionalRoutedAliasUpdateProcessorTest, PolyFieldTest, SuggesterTest, SplitByPrefixTest, TestSolrCoreSnapshots, JavabinLoaderTest, TestSolrCloudWithKerberosAlt, TestRandomFaceting, SOLR749Test, StatelessScriptUpdateProcessorFactoryTest, TestDistribIDF, CollectionReloadTest, TestAtomicUpdateErrorCases, VMParamsZkACLAndCredentialsProvidersTest, TestChildDocTransformer, TestPackages, CdcrOpsAndBoundariesTest, TestMultiWordSynonyms, TestLMDirichletSimilarityFactory, TestLegacyFieldReuse, TestInPlaceUpdateWithRouteField, AddReplicaTest, TestSimScenario]
   [junit4] Completed [292/882 (1!)] on J1 in 6.53s, 3 tests, 1 failure <<< FAILURES!

[...truncated 54813 lines...]