You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/03/18 21:10:37 UTC

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 15 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/15/

6 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:44651/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:46482/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:44651/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:46482/solr/MoveReplicaHDFSTest_failed_coll_true]
	at __randomizedtesting.SeedInfo.seed([2FF0B158D51A4C19:853D62AA62C999C9]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:992)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:310)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44651/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
	... 46 more


FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Error from server at http://127.0.0.1:33394: KeeperErrorCode = Session expired for /configs/conf1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33394: KeeperErrorCode = Session expired for /configs/conf1
	at __randomizedtesting.SeedInfo.seed([2FF0B158D51A4C19:A7A48E827BE621E1]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest.createCollection(BasicDistributedZkTest.java:643)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1612)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:105)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
expected:<200> but was:<403>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
	at __randomizedtesting.SeedInfo.seed([2FF0B158D51A4C19:939EC74A7149CF63]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.security.BasicAuthIntegrationTest.executeCommand(BasicAuthIntegrationTest.java:243)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:155)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test

Error Message:
Trigger was not fired 

Stack Trace:
java.lang.AssertionError: Trigger was not fired 
	at __randomizedtesting.SeedInfo.seed([2FF0B158D51A4C19:A7A48E827BE621E1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([2FF0B158D51A4C19:3C2C6D559DE3A9D]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:913)
	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=int_i:22&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:906)
	... 40 more


FAILED:  org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN

Error Message:
expected:<1.0> but was:<0.0>

Stack Trace:
java.lang.AssertionError: expected:<1.0> but was:<0.0>
	at __randomizedtesting.SeedInfo.seed([839404BD2275C075:723576ED17CE0AE7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.junit.Assert.assertEquals(Assert.java:512)
	at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:256)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1860 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test/temp/junit4-J0-20180318_173307_433906295861486679589.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: SimpleText, pf: Direct, dvf: Lucene70
   [junit4] <<< JVM J0: EOF ----

[...truncated 10362 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/init-core-data-001
   [junit4]   2> 214676 WARN  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 214676 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 214710 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 214710 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 214710 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 218749 WARN  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 226610 WARN  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 227580 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 227692 WARN  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 229617 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 230091 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_44957_hdfs____sagsjp/webapp
   [junit4]   2> 233749 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:44957
   [junit4]   2> 241087 WARN  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 241108 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 241148 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44186_datanode____.ko7vhm/webapp
   [junit4]   2> 241932 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44186
   [junit4]   2> 243744 WARN  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 243746 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 243843 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34278_datanode____.jgrcef/webapp
   [junit4]   2> 245321 INFO  (SUITE-StressHdfsTest-seed#[2FF0B158D51A4C19]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34278
   [junit4]   2> 250545 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:36857) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 250545 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:36857) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 251554 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xd47086938e9ee: from storage DS-0cce5ecc-f684-4f14-aebb-613964254531 node DatanodeRegistration(127.0.0.1:34634, datanodeUuid=7b0f420c-c011-469a-8d25-60ca6c47da92, infoPort=40468, infoSecurePort=0, ipcPort=40134, storageInfo=lv=-56;cid=testClusterID;nsid=1969851547;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
   [junit4]   2> 251555 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xd47086938e9ee: from storage DS-e4b27388-782f-4706-b11c-43589ea78ebb node DatanodeRegistration(127.0.0.1:34634, datanodeUuid=7b0f420c-c011-469a-8d25-60ca6c47da92, infoPort=40468, infoSecurePort=0, ipcPort=40134, storageInfo=lv=-56;cid=testClusterID;nsid=1969851547;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 251591 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xd47086826a9ac: from storage DS-eac02eff-8794-4505-9360-5d8aa53b0cdc node DatanodeRegistration(127.0.0.1:35546, datanodeUuid=a2de8c71-5fce-4f3c-b5c5-0c765790898e, infoPort=34454, infoSecurePort=0, ipcPort=34294, storageInfo=lv=-56;cid=testClusterID;nsid=1969851547;c=0), blocks: 0, hasStaleStorage: true, processing time: 23 msecs
   [junit4]   2> 251592 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xd47086826a9ac: from storage DS-5f137430-175e-462e-bc7f-ba33d69363b7 node DatanodeRegistration(127.0.0.1:35546, datanodeUuid=a2de8c71-5fce-4f3c-b5c5-0c765790898e, infoPort=34454, infoSecurePort=0, ipcPort=34294, storageInfo=lv=-56;cid=testClusterID;nsid=1969851547;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 252539 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 252539 INFO  (Thread-196) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 252539 INFO  (Thread-196) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 252624 ERROR (Thread-196) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 252655 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.ZkTestServer start zk server on port:36810
   [junit4]   2> 252661 INFO  (zkConnectionManagerCallback-146-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 252701 INFO  (zkConnectionManagerCallback-148-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 252869 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 252904 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 252906 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 252940 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 252942 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 252977 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 252978 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 252997 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 252998 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 252999 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 253033 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 253085 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 253235 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100dec2531a0001, likely client has closed socket
   [junit4]   2> 254391 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 254404 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 254432 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 254432 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 254434 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59c02a6a{/,null,AVAILABLE}
   [junit4]   2> 254453 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a81691a{HTTP/1.1,[http/1.1]}{127.0.0.1:42597}
   [junit4]   2> 254453 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.Server Started @259867ms
   [junit4]   2> 254453 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:36857/hdfs__lucene2-us-west.apache.org_36857__home_jenkins_jenkins-slave_workspace_Lucene-Solr-BadApples-Tests-master_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001_tempDir-002_control_data, replicaType=NRT, hostContext=/, hostPort=42597, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/control-001/cores}
   [junit4]   2> 254454 ERROR (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 254455 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 254455 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 254455 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 254455 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-18T19:04:38.187Z
   [junit4]   2> 254579 INFO  (zkConnectionManagerCallback-150-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 254594 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 254594 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/control-001/solr.xml
   [junit4]   2> 254644 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 254644 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 254645 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb94c1c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 254794 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36810/solr
   [junit4]   2> 254850 INFO  (zkConnectionManagerCallback-154-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 255272 INFO  (zkConnectionManagerCallback-156-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 256196 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:42597_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 256197 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:42597_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42597_
   [junit4]   2> 256211 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:42597_    ] o.a.s.c.Overseer Overseer (id=72302520237162500-127.0.0.1:42597_-n_0000000000) starting
   [junit4]   2> 256326 INFO  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 256369 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:42597_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36810/solr ready
   [junit4]   2> 256474 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:42597_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42597_
   [junit4]   2> 256612 INFO  (zkCallback-160-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 256641 INFO  (OverseerStateUpdate-72302520237162500-127.0.0.1:42597_-n_0000000000) [n:127.0.0.1:42597_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 257910 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:42597_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb94c1c
   [junit4]   2> 257963 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:42597_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb94c1c
   [junit4]   2> 257981 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:42597_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb94c1c
   [junit4]   2> 257983 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:42597_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/control-001/cores
   [junit4]   2> 258158 INFO  (zkConnectionManagerCallback-165-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 258167 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 258168 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36810/solr ready
   [junit4]   2> 258188 INFO  (qtp473416312-697) [n:127.0.0.1:42597_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42597_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 258259 INFO  (OverseerThreadFactory-151-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 258520 INFO  (qtp473416312-700) [n:127.0.0.1:42597_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 258520 INFO  (qtp473416312-700) [n:127.0.0.1:42597_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 258711 INFO  (zkCallback-155-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 259653 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 260014 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 269917 WARN  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]-SendThread(127.0.0.1:36810)) [n:127.0.0.1:42597_    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 11314ms for sessionid 0x100dec2531a0005
   [junit4]   2> 269917 WARN  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]-SendThread(127.0.0.1:36810)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 11749ms for sessionid 0x100dec2531a0006
   [junit4]   2> 269918 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100dec2531a0005, likely client has closed socket
   [junit4]   2> 270053 WARN  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c97ae5a name: ZooKeeperConnection Watcher:127.0.0.1:36810/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 270053 WARN  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 270134 WARN  (zkConnectionManagerCallback-165-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50c8eb7e name: ZooKeeperConnection Watcher:127.0.0.1:36810/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 270134 WARN  (zkConnectionManagerCallback-165-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 270231 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 270431 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 270432 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb94c1c
   [junit4]   2> 270504 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:36857/solr_hdfs_home
   [junit4]   2> 270504 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 270504 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 270504 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:36857/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 270506 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:36857/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 270632 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 270632 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 270632 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
   [junit4]   2> 274023 WARN  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]-SendThread(127.0.0.1:36810)) [n:127.0.0.1:42597_    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x100dec2531a0005 has expired
   [junit4]   2> 274024 WARN  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]-SendThread(127.0.0.1:36810)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x100dec2531a0006 has expired
   [junit4]   2> 274048 WARN  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c97ae5a name: ZooKeeperConnection Watcher:127.0.0.1:36810/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 274048 WARN  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 274049 WARN  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 274065 WARN  (zkConnectionManagerCallback-165-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50c8eb7e name: ZooKeeperConnection Watcher:127.0.0.1:36810/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 274065 WARN  (zkConnectionManagerCallback-165-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 274065 WARN  (zkConnectionManagerCallback-165-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 274066 INFO  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_-EventThread) [n:127.0.0.1:42597_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 274100 INFO  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 274142 INFO  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 274142 INFO  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 274154 INFO  (zkConnectionManagerCallback-165-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 274154 INFO  (zkConnectionManagerCallback-165-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 274157 INFO  (zkConnectionManagerCallback-165-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 274157 INFO  (zkConnectionManagerCallback-165-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 278777 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 278813 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:36857/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 279027 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:36857/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 279064 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 279064 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 279102 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 279103 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=491477293, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 281090 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35546 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0cce5ecc-f684-4f14-aebb-613964254531:NORMAL:127.0.0.1:34634|RBW], ReplicaUC[[DISK]DS-eac02eff-8794-4505-9360-5d8aa53b0cdc:NORMAL:127.0.0.1:35546|RBW]]} size 69
   [junit4]   2> 281090 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34634 is added to blk_1073741825_1001 size 69
   [junit4]   2> 281744 WARN  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 282620 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 282620 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 282620 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 282781 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 282781 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 282798 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 283753 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6bbb0c4d[control_collection_shard1_replica_n1] main]
   [junit4]   2> 283755 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 283755 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 283807 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 283873 INFO  (searcherExecutor-154-thread-1-processing-n:127.0.0.1:42597_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6bbb0c4d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 283873 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595303429516820480
   [junit4]   2> 283882 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 283917 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 283918 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 283918 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42597/control_collection_shard1_replica_n1/
   [junit4]   2> 283918 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 283918 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:42597/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 283918 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 283946 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42597/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 283968 INFO  (zkCallback-155-thread-2-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 284001 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 284003 INFO  (qtp473416312-700) [n:127.0.0.1:42597_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=25491
   [junit4]   2> 284095 INFO  (qtp473416312-697) [n:127.0.0.1:42597_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 284114 INFO  (zkCallback-155-thread-1-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 284614 INFO  (OverseerCollectionConfigSetProcessor-72302520237162500-127.0.0.1:42597_-n_0000000000) [n:127.0.0.1:42597_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 285096 INFO  (qtp473416312-697) [n:127.0.0.1:42597_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42597_&wt=javabin&version=2} status=0 QTime=26908
   [junit4]   2> 285194 INFO  (zkConnectionManagerCallback-169-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 285206 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 285207 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36810/solr ready
   [junit4]   2> 285207 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 285209 INFO  (qtp473416312-700) [n:127.0.0.1:42597_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 285244 INFO  (OverseerThreadFactory-151-thread-2-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 285336 WARN  (OverseerThreadFactory-151-thread-2-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 285454 INFO  (qtp473416312-700) [n:127.0.0.1:42597_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 285455 INFO  (qtp473416312-700) [n:127.0.0.1:42597_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=246
   [junit4]   2> 286653 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/shard-1-001 of type TLOG
   [junit4]   2> 286654 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 286655 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 286655 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 286655 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 286655 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69cbd424{/,null,AVAILABLE}
   [junit4]   2> 286656 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@279c38f8{HTTP/1.1,[http/1.1]}{127.0.0.1:33394}
   [junit4]   2> 286656 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.e.j.s.Server Started @292070ms
   [junit4]   2> 286656 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:36857/hdfs__lucene2-us-west.apache.org_36857__home_jenkins_jenkins-slave_workspace_Lucene-Solr-BadApples-Tests-master_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001_tempDir-002_jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=33394, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/shard-1-001/cores}
   [junit4]   2> 286657 ERROR (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286657 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 286657 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286657 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286658 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-18T19:05:10.389Z
   [junit4]   2> 286676 INFO  (zkConnectionManagerCallback-171-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 286678 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 286678 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/shard-1-001/solr.xml
   [junit4]   2> 286707 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 286707 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 286708 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb94c1c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 286735 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36810/solr
   [junit4]   2> 286812 INFO  (zkConnectionManagerCallback-175-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 286890 INFO  (zkConnectionManagerCallback-177-thread-1-processing-n:127.0.0.1:33394_) [n:127.0.0.1:33394_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 286987 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:33394_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 286989 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:33394_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 286991 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:33394_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33394_
   [junit4]   2> 287019 INFO  (zkCallback-155-thread-2-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 287072 INFO  (zkCallback-176-thread-1-processing-n:127.0.0.1:33394_) [n:127.0.0.1:33394_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 287128 INFO  (zkCallback-168-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 287133 INFO  (zkCallback-160-thread-2-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 287261 INFO  (OverseerCollectionConfigSetProcessor-72302520237162500-127.0.0.1:42597_-n_0000000000) [n:127.0.0.1:42597_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 287538 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:33394_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb94c1c
   [junit4]   2> 287594 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:33394_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb94c1c
   [junit4]   2> 287594 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:33394_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb94c1c
   [junit4]   2> 287624 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:33394_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/shard-1-001/cores
   [junit4]   2> 287737 INFO  (zkConnectionManagerCallback-182-thread-1-processing-n:127.0.0.1:33394_) [n:127.0.0.1:33394_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 287740 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:33394_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 287756 INFO  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]) [n:127.0.0.1:33394_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36810/solr ready
   [junit4]   2> 287918 INFO  (qtp1321570950-771) [n:127.0.0.1:33394_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33394_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 288144 INFO  (OverseerThreadFactory-151-thread-3-processing-n:127.0.0.1:42597_) [n:127.0.0.1:42597_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33394_ for creating new replica
   [junit4]   2> 288207 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 288208 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 288352 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288425 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=test
   [junit4]   2> 289003 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 289110 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true
   [junit4]   2> 289111 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb94c1c
   [junit4]   2> 289111 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:36857/solr_hdfs_home
   [junit4]   2> 289170 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 289170 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 289171 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_2FF0B158D51A4C19-001/shard-1-001/cores/collection1_shard1_replica_t21], dataDir=[hdfs://lucene2-us-west.apache.org:36857/solr_hdfs_home/collection1/core_node22/data/]
   [junit4]   2> 289172 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:36857/solr_hdfs_home/collection1/core_node22/data/snapshot_metadata
   [junit4]   2> 289202 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 289202 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 289269 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 289330 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:36857/solr_hdfs_home/collection1/core_node22/data
   [junit4]   2> 289455 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:36857/solr_hdfs_home/collection1/core_node22/data/index
   [junit4]   2> 289462 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 289462 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 289495 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 289580 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=491477293, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 290237 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35546 is added to blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0cce5ecc-f684-4f14-aebb-613964254531:NORMAL:127.0.0.1:34634|RBW], ReplicaUC[[DISK]DS-5f137430-175e-462e-bc7f-ba33d69363b7:NORMAL:127.0.0.1:35546|RBW]]} size 69
   [junit4]   2> 290238 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34634 is added to blk_1073741826_1002 size 69
   [junit4]   2> 290723 WARN  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 298168 WARN  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]-SendThread(127.0.0.1:36810)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 7759ms for sessionid 0x100dec2531a0009
   [junit4]   2> 298184 WARN  (TEST-StressHdfsTest.test-seed#[2FF0B158D51A4C19]-SendThread(127.0.0.1:36810)) [n:127.0.0.1:33394_    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10428ms for sessionid 0x100dec2531a000d
   [junit4]   2> 298257 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100dec2531a0009, likely client has closed socket
   [junit4]   2> 298170 WARN  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_-SendThread(127.0.0.1:36810)) [n:127.0.0.1:42597_    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 9926ms for sessionid 0x100dec2531a0007
   [junit4]   2> 298273 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100dec2531a000d, likely client has closed socket
   [junit4]   2> 298317 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100dec2531a0007, likely client has closed socket
   [junit4]   2> 298370 WARN  (zkConnectionManagerCallback-169-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ef1edbb name: ZooKeeperConnection Watcher:127.0.0.1:36810/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 298370 WARN  (zkConnectionManagerCallback-169-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 298382 WARN  (zkConnectionManagerCallback-182-thread-1-processing-n:127.0.0.1:33394_) [n:127.0.0.1:33394_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3bb29e7f name: ZooKeeperConnection Watcher:127.0.0.1:36810/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 298382 WARN  (zkConnectionManagerCallback-182-thread-1-processing-n:127.0.0.1:33394_) [n:127.0.0.1:33394_    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 298390 WARN  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_-EventThread) [n:127.0.0.1:42597_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c97ae5a name: ZooKeeperConnection Watcher:127.0.0.1:36810/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 298390 WARN  (zkConnectionManagerCallback-161-thread-1-processing-n:127.0.0.1:42597_-EventThread) [n:127.0.0.1:42597_    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 298553 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 298553 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 298553 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 298671 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 298671 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 298691 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 298886 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.SolrIndexSearcher Opening [Searcher@25ccbd15[collection1_shard1_replica_t21] main]
   [junit4]   2> 298900 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 298900 INFO  (qtp1321570950-775) [n:127.0.0.1:33394_ c:collection1 s:shard1  x:collection1_shard1_repl

[...truncated too long message...]

 [junit4]   2> 5156064 INFO  (Thread-7578) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36911 36911
   [junit4]   2> 5156065 WARN  (Thread-7578) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 	3	/solr/collections/authCollection/terms/shard3
   [junit4]   2> 	2	/solr/collections/authCollection/terms/shard2
   [junit4]   2> 	2	/solr/collections/authCollection/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	34	/solr/collections/authCollection/state.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/overseer_elect/election/72302840476663816-127.0.0.1:34502_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_2FF0B158D51A4C19-001
   [junit4]   2> Mar 18, 2018 8:26:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=399, maxMBSortInHeap=5.115399558641382, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5e6cd50e), locale=ro, timezone=Asia/Phnom_Penh
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=263260640,total=523763712
   [junit4]   2> NOTE: All tests run in this JVM: [NotRequiredUniqueKeyTest, TestPKIAuthenticationPlugin, TestFieldCacheSort, TestRangeQuery, UninvertDocValuesMergePolicyTest, CurrencyFieldTypeTest, TestReloadAndDeleteDocs, LeaderElectionTest, TestEmbeddedSolrServerAdminHandler, SuggesterTSTTest, TestCryptoKeys, SparseHLLTest, TestConfigOverlay, TestZkAclsWithHadoopAuth, AsyncCallRequestStatusResponseTest, AddSchemaFieldsUpdateProcessorFactoryTest, NoCacheHeaderTest, DateMathParserTest, TestRealTimeGet, LeaderElectionIntegrationTest, TestDFRSimilarityFactory, BadCopyFieldTest, HdfsThreadLeakTest, TestQueryTypes, TestUtilizeNode, NodeAddedTriggerTest, BlockJoinFacetRandomTest, CoreMergeIndexesAdminHandlerTest, SaslZkACLProviderTest, CloneFieldUpdateProcessorFactoryTest, AutoScalingHandlerTest, TestExactStatsCache, TestCoreDiscovery, ShowFileRequestHandlerTest, StatsReloadRaceTest, TestSuggestSpellingConverter, TestFastWriter, BasicDistributedZk2Test, TestConfigSets, TestDirectoryFactory, TestDistributedMissingSort, PingRequestHandlerTest, TestManagedStopFilterFactory, VMParamsZkACLAndCredentialsProvidersTest, HdfsAutoAddReplicasIntegrationTest, AnalysisErrorHandlingTest, TestSchemaManager, TestFieldResource, TestSolrCloudWithDelegationTokens, TestManagedSchemaAPI, MoveReplicaHDFSFailoverTest, TestComplexPhraseLeadingWildcard, TestNonDefinedSimilarityFactory, SolrCloudExampleTest, TestReloadDeadlock, TestUtils, WordBreakSolrSpellCheckerTest, SolrCmdDistributorTest, DistribDocExpirationUpdateProcessorTest, TestInPlaceUpdatesStandalone, TestReqParamsAPI, TestJettySolrRunner, BigEndianAscendingWordSerializerTest, IndexSchemaRuntimeFieldTest, PeerSyncReplicationTest, TestStressReorder, TestValueSourceCache, TestSolrCoreProperties, TestDistributedMap, OverriddenZkACLAndCredentialsProvidersTest, TestPolicyCloud, TestRandomDVFaceting, TestRTimerTree, TestLegacyField, TestHashQParserPlugin, TestAtomicUpdateErrorCases, TestFiltering, DeleteShardTest, DirectSolrSpellCheckerTest, TestUseDocValuesAsStored, LegacyCloudClusterPropTest, TestCloudNestedDocsSort, TestBlendedInfixSuggestions, TestBadConfig, NumberUtilsTest, CustomCollectionTest, TestSchemaVersionResource, ClassificationUpdateProcessorFactoryTest, ReplaceNodeNoTargetTest, TestInfoStreamLogging, TestLegacyTerms, TestShortCircuitedRequests, TestGenericDistributedQueue, TemplateUpdateProcessorTest, DeleteLastCustomShardedReplicaTest, EnumFieldTest, TestTrieFacet, DistributedFacetPivotLargeTest, LukeRequestHandlerTest, TestConfigsApi, UnloadDistributedZkTest, TestCoreContainer, CreateCollectionCleanupTest, SmileWriterTest, MultiTermTest, TestMaxScoreQueryParser, SortSpecParsingTest, ZkStateReaderTest, ConjunctionSolrSpellCheckerTest, CoreSorterTest, TestExceedMaxTermLength, TestHdfsCloudBackupRestore, SpatialFilterTest, SolrGangliaReporterTest, CdcrRequestHandlerTest, ConvertedLegacyTest, CopyFieldTest, FullHLLTest, SolrTestCaseJ4Test, DisMaxRequestHandlerTest, HighlighterMaxOffsetTest, FileBasedSpellCheckerTest, TestDefaultStatsCache, TestSolrDeletionPolicy2, StatelessScriptUpdateProcessorFactoryTest, RegexBoostProcessorTest, SyncSliceTest, OpenCloseCoreStressTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, ZkCLITest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, PeerSyncTest, TestLazyCores, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestTrie, SuggesterWFSTTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, DistanceFunctionTest, CacheHeaderTest, TestSurroundQueryParser, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, TermVectorComponentTest, FastVectorHighlighterTest, IndexSchemaTest, ReturnFieldsTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, SearchHandlerTest, TestLFUCache, PreAnalyzedFieldTest, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, AddReplicaTest, AssignBackwardCompatibilityTest, CollectionPropsTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, OverseerModifyCollectionTest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, SSLMigrationTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudRecovery, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestRandomFlRTGCloud, TestRebalanceLeaders, TestTlogReplica, CollectionsAPIDistributedZkTest, TestReplicaProperties, AutoAddReplicasPlanActionTest, TriggerIntegrationTest, TestPivotHelperCode, TestTrackingShardHandlerFactory, CheckHdfsIndexTest, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestPointFields, TestFilteredDocIdSet, TestLegacyNumericRangeQueryBuilder, TestMultiWordSynonyms, TestNoOpRegenerator, TestPayloadCheckQParserPlugin, TestRandomCollapseQParserPlugin, SimpleMLTQParserTest, TestDistribIDF, BasicAuthIntegrationTest]
   [junit4] Completed [742/785 (5!)] on J2 in 18.64s, 1 test, 1 failure <<< FAILURES!

[...truncated 7613 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestLTRReRankingPipeline
   [junit4]   2> 14785 INFO  (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[839404BD2275C075]) [    ] o.a.s.l.TestLTRReRankingPipeline rerank 1 documents 
   [junit4]   2> 14785 INFO  (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[839404BD2275C075]) [    ] o.a.s.l.TestLTRReRankingPipeline doc 0 in pos 0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLTRReRankingPipeline -Dtests.method=testDifferentTopN -Dtests.seed=839404BD2275C075 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=fr-CA -Dtests.timezone=Asia/Baghdad -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.07s J2 | TestLTRReRankingPipeline.testDifferentTopN <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<1.0> but was:<0.0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([839404BD2275C075:723576ED17CE0AE7]:0)
   [junit4]    > 	at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:256)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=FSTOrd50, id=PostingsFormat(name=LuceneVarGapFixedInterval), final-score=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{final-score=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=571, maxMBSortInHeap=6.606602565133836, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6b1b0a3c), locale=fr-CA, timezone=Asia/Baghdad
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=189890584,total=357040128
   [junit4]   2> NOTE: All tests run in this JVM: [TestMultipleAdditiveTreesModel, TestFeatureLogging, TestLTRWithFacet, TestLTRQParserPlugin, TestFilterSolrFeature, TestLTRReRankingPipeline]
   [junit4] Completed [14/37 (1!)] on J2 in 0.16s, 3 tests, 1 failure <<< FAILURES!

[...truncated 42016 lines...]

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 25 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/25/

No tests ran.

Build Log:
[...truncated 6 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:862)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1724)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file .git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1996)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1964)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1960)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor63.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:922)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:896)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:853)
	at hudson.remoting.UserRequest.perform(UserRequest.java:207)
	at hudson.remoting.UserRequest.perform(UserRequest.java:53)
	at hudson.remoting.Request$2.run(Request.java:358)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1693)
		at hudson.remoting.UserResponse.retrieve(UserRequest.java:310)
		at hudson.remoting.Channel.call(Channel.java:908)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:281)
		at com.sun.proxy.$Proxy110.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:850)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
		at hudson.scm.SCM.checkout(SCM.java:495)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1724)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:862)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1724)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file .git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1996)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1964)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1960)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor63.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:922)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:896)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:853)
	at hudson.remoting.UserRequest.perform(UserRequest.java:207)
	at hudson.remoting.UserRequest.perform(UserRequest.java:53)
	at hudson.remoting.Request$2.run(Request.java:358)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1693)
		at hudson.remoting.UserResponse.retrieve(UserRequest.java:310)
		at hudson.remoting.Channel.call(Channel.java:908)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:281)
		at com.sun.proxy.$Proxy110.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:850)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
		at hudson.scm.SCM.checkout(SCM.java:495)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1724)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:862)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1724)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file .git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1996)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1964)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1960)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor63.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:922)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:896)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:853)
	at hudson.remoting.UserRequest.perform(UserRequest.java:207)
	at hudson.remoting.UserRequest.perform(UserRequest.java:53)
	at hudson.remoting.Request$2.run(Request.java:358)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1693)
		at hudson.remoting.UserResponse.retrieve(UserRequest.java:310)
		at hudson.remoting.Channel.call(Channel.java:908)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:281)
		at com.sun.proxy.$Proxy110.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:850)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
		at hudson.scm.SCM.checkout(SCM.java:495)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1724)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Archiving artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: Test reports were found but none of them are new. Did leafNodes run? 
For example, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/analysis/common/test/TEST-org.apache.lucene.analysis.ar.TestArabicAnalyzer.xml is 18 hr old

Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 24 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/24/

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionPropsTest.testReadWriteCached

Error Message:
Could not see value change after setting collection property. Name: property2, current value: value2, expected value: newValue

Stack Trace:
java.lang.AssertionError: Could not see value change after setting collection property. Name: property2, current value: value2, expected value: newValue
	at __randomizedtesting.SeedInfo.seed([1BCE6473A2A5E68A:FD89A9BD30939A79]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.CollectionPropsTest.waitForValue(CollectionPropsTest.java:146)
	at org.apache.solr.cloud.CollectionPropsTest.testReadWriteCached(CollectionPropsTest.java:115)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest

Error Message:
Deleted core was still loaded!

Stack Trace:
java.lang.AssertionError: Deleted core was still loaded!
	at __randomizedtesting.SeedInfo.seed([1BCE6473A2A5E68A:D6F0FF80ED049068]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest(DeleteInactiveReplicaTest.java:86)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([1BCE6473A2A5E68A:C339A097097E24D6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart(TestReplicationHandler.java:664)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1844 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test/temp/junit4-J0-20180330_195532_498553079099310282510.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: Asserting, pf: FSTOrd50, dvf: Memory
   [junit4] <<< JVM J0: EOF ----

[...truncated 10244 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionPropsTest
   [junit4]   2> 61084 INFO  (SUITE-CollectionPropsTest-seed#[1BCE6473A2A5E68A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/init-core-data-001
   [junit4]   2> 61085 WARN  (SUITE-CollectionPropsTest-seed#[1BCE6473A2A5E68A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 61085 INFO  (SUITE-CollectionPropsTest-seed#[1BCE6473A2A5E68A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 61086 INFO  (SUITE-CollectionPropsTest-seed#[1BCE6473A2A5E68A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 61086 INFO  (SUITE-CollectionPropsTest-seed#[1BCE6473A2A5E68A]-worker) [    ] o.a.s.c.CollectionPropsTest Using legacyCloud?: false
   [junit4]   2> 61087 INFO  (SUITE-CollectionPropsTest-seed#[1BCE6473A2A5E68A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001
   [junit4]   2> 61087 INFO  (SUITE-CollectionPropsTest-seed#[1BCE6473A2A5E68A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 61087 INFO  (Thread-68) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 61087 INFO  (Thread-68) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 61093 ERROR (Thread-68) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 61187 INFO  (SUITE-CollectionPropsTest-seed#[1BCE6473A2A5E68A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35243
   [junit4]   2> 61200 INFO  (zkConnectionManagerCallback-102-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61205 INFO  (jetty-launcher-99-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 61210 INFO  (jetty-launcher-99-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 61210 INFO  (jetty-launcher-99-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 61213 INFO  (jetty-launcher-99-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 61216 INFO  (jetty-launcher-99-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 61216 INFO  (jetty-launcher-99-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 61216 INFO  (jetty-launcher-99-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 61216 INFO  (jetty-launcher-99-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@293efa23{/solr,null,AVAILABLE}
   [junit4]   2> 61217 INFO  (jetty-launcher-99-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 61217 INFO  (jetty-launcher-99-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 61217 INFO  (jetty-launcher-99-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 61219 INFO  (jetty-launcher-99-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d45997b{/solr,null,AVAILABLE}
   [junit4]   2> 61220 INFO  (jetty-launcher-99-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a7cd67f{HTTP/1.1,[http/1.1]}{127.0.0.1:55609}
   [junit4]   2> 61220 INFO  (jetty-launcher-99-thread-1) [    ] o.e.j.s.Server Started @61256ms
   [junit4]   2> 61220 INFO  (jetty-launcher-99-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55609}
   [junit4]   2> 61220 ERROR (jetty-launcher-99-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 61220 INFO  (jetty-launcher-99-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 61220 INFO  (jetty-launcher-99-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 61220 INFO  (jetty-launcher-99-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 61220 INFO  (jetty-launcher-99-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 61220 INFO  (jetty-launcher-99-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-30T20:23:41.981Z
   [junit4]   2> 61221 INFO  (jetty-launcher-99-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@24d7a586{HTTP/1.1,[http/1.1]}{127.0.0.1:45957}
   [junit4]   2> 61221 INFO  (jetty-launcher-99-thread-3) [    ] o.e.j.s.Server Started @61257ms
   [junit4]   2> 61221 INFO  (jetty-launcher-99-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45957}
   [junit4]   2> 61221 ERROR (jetty-launcher-99-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 61221 INFO  (jetty-launcher-99-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 61221 INFO  (jetty-launcher-99-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 61221 INFO  (jetty-launcher-99-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 61221 INFO  (jetty-launcher-99-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 61221 INFO  (jetty-launcher-99-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-30T20:23:41.982Z
   [junit4]   2> 61233 INFO  (jetty-launcher-99-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 61233 INFO  (jetty-launcher-99-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 61233 INFO  (jetty-launcher-99-thread-4) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 61234 INFO  (jetty-launcher-99-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d6f71ed{/solr,null,AVAILABLE}
   [junit4]   2> 61237 INFO  (jetty-launcher-99-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 61237 INFO  (jetty-launcher-99-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 61237 INFO  (jetty-launcher-99-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 61237 INFO  (jetty-launcher-99-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32905030{/solr,null,AVAILABLE}
   [junit4]   2> 61238 INFO  (jetty-launcher-99-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@89f172b{HTTP/1.1,[http/1.1]}{127.0.0.1:50641}
   [junit4]   2> 61238 INFO  (jetty-launcher-99-thread-2) [    ] o.e.j.s.Server Started @61274ms
   [junit4]   2> 61238 INFO  (jetty-launcher-99-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50641}
   [junit4]   2> 61238 ERROR (jetty-launcher-99-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 61238 INFO  (jetty-launcher-99-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 61238 INFO  (jetty-launcher-99-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 61238 INFO  (jetty-launcher-99-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 61238 INFO  (jetty-launcher-99-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 61238 INFO  (jetty-launcher-99-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-30T20:23:41.999Z
   [junit4]   2> 61242 INFO  (jetty-launcher-99-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6f577151{HTTP/1.1,[http/1.1]}{127.0.0.1:33332}
   [junit4]   2> 61242 INFO  (jetty-launcher-99-thread-4) [    ] o.e.j.s.Server Started @61279ms
   [junit4]   2> 61242 INFO  (jetty-launcher-99-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33332}
   [junit4]   2> 61243 ERROR (jetty-launcher-99-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 61243 INFO  (jetty-launcher-99-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 61243 INFO  (jetty-launcher-99-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 61243 INFO  (jetty-launcher-99-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 61243 INFO  (jetty-launcher-99-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 61243 INFO  (jetty-launcher-99-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-30T20:23:42.004Z
   [junit4]   2> 61244 INFO  (zkConnectionManagerCallback-106-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61244 INFO  (zkConnectionManagerCallback-104-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61249 INFO  (zkConnectionManagerCallback-108-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61250 INFO  (jetty-launcher-99-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 61250 INFO  (jetty-launcher-99-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 61250 INFO  (jetty-launcher-99-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 61269 INFO  (zkConnectionManagerCallback-110-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61274 INFO  (jetty-launcher-99-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 61274 INFO  (jetty-launcher-99-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35243/solr
   [junit4]   2> 61275 INFO  (jetty-launcher-99-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35243/solr
   [junit4]   2> 61283 INFO  (jetty-launcher-99-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35243/solr
   [junit4]   2> 61298 INFO  (zkConnectionManagerCallback-122-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61301 INFO  (zkConnectionManagerCallback-119-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61304 INFO  (zkConnectionManagerCallback-116-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61307 INFO  (jetty-launcher-99-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35243/solr
   [junit4]   2> 61308 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10548a0a2fc0004, likely client has closed socket
   [junit4]   2> 61317 INFO  (zkConnectionManagerCallback-128-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61324 INFO  (zkConnectionManagerCallback-130-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61325 INFO  (zkConnectionManagerCallback-126-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61327 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10548a0a2fc000a, likely client has closed socket
   [junit4]   2> 61337 INFO  (zkConnectionManagerCallback-132-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61351 INFO  (zkConnectionManagerCallback-135-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61366 INFO  (jetty-launcher-99-thread-3) [n:127.0.0.1:45957_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 61366 INFO  (jetty-launcher-99-thread-3) [n:127.0.0.1:45957_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45957_solr
   [junit4]   2> 61367 INFO  (jetty-launcher-99-thread-3) [n:127.0.0.1:45957_solr    ] o.a.s.c.Overseer Overseer (id=73544823687872523-127.0.0.1:45957_solr-n_0000000000) starting
   [junit4]   2> 61367 INFO  (jetty-launcher-99-thread-4) [n:127.0.0.1:33332_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 61368 INFO  (jetty-launcher-99-thread-4) [n:127.0.0.1:33332_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33332_solr
   [junit4]   2> 61422 INFO  (zkCallback-134-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 61422 INFO  (zkCallback-131-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 61429 INFO  (zkConnectionManagerCallback-142-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61431 INFO  (jetty-launcher-99-thread-3) [n:127.0.0.1:45957_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 61431 INFO  (jetty-launcher-99-thread-2) [n:127.0.0.1:50641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 61432 INFO  (jetty-launcher-99-thread-3) [n:127.0.0.1:45957_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35243/solr ready
   [junit4]   2> 61433 INFO  (jetty-launcher-99-thread-2) [n:127.0.0.1:50641_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 61435 INFO  (jetty-launcher-99-thread-2) [n:127.0.0.1:50641_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 61435 INFO  (jetty-launcher-99-thread-2) [n:127.0.0.1:50641_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50641_solr
   [junit4]   2> 61441 INFO  (jetty-launcher-99-thread-1) [n:127.0.0.1:55609_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 61443 INFO  (OverseerStateUpdate-73544823687872523-127.0.0.1:45957_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 61446 INFO  (jetty-launcher-99-thread-3) [n:127.0.0.1:45957_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 61446 INFO  (jetty-launcher-99-thread-3) [n:127.0.0.1:45957_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45957_solr
   [junit4]   2> 61466 INFO  (zkCallback-131-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 61466 INFO  (zkCallback-134-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 61467 INFO  (jetty-launcher-99-thread-1) [n:127.0.0.1:55609_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 61469 INFO  (jetty-launcher-99-thread-1) [n:127.0.0.1:55609_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 61469 INFO  (jetty-launcher-99-thread-1) [n:127.0.0.1:55609_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55609_solr
   [junit4]   2> 61470 INFO  (zkCallback-134-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 61477 INFO  (zkCallback-131-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 61488 INFO  (zkCallback-127-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 61513 INFO  (zkCallback-127-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 61515 INFO  (zkCallback-129-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 61529 INFO  (zkCallback-141-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 61669 INFO  (jetty-launcher-99-thread-4) [n:127.0.0.1:33332_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33332.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 61676 INFO  (jetty-launcher-99-thread-4) [n:127.0.0.1:33332_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33332.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 61676 INFO  (jetty-launcher-99-thread-4) [n:127.0.0.1:33332_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33332.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 61677 INFO  (jetty-launcher-99-thread-4) [n:127.0.0.1:33332_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001/node4/.
   [junit4]   2> 61709 INFO  (zkConnectionManagerCallback-146-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 61742 INFO  (jetty-launcher-99-thread-4) [n:127.0.0.1:33332_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 61742 INFO  (jetty-launcher-99-thread-4) [n:127.0.0.1:33332_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35243/solr ready
   [junit4]   2> 61971 INFO  (jetty-launcher-99-thread-1) [n:127.0.0.1:55609_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55609.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 61984 INFO  (jetty-launcher-99-thread-1) [n:127.0.0.1:55609_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55609.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 61984 INFO  (jetty-launcher-99-thread-1) [n:127.0.0.1:55609_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55609.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 61985 INFO  (jetty-launcher-99-thread-1) [n:127.0.0.1:55609_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001/node1/.
   [junit4]   2> 62064 INFO  (zkConnectionManagerCallback-150-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 62076 INFO  (jetty-launcher-99-thread-1) [n:127.0.0.1:55609_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 62076 INFO  (jetty-launcher-99-thread-1) [n:127.0.0.1:55609_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35243/solr ready
   [junit4]   2> 62742 INFO  (jetty-launcher-99-thread-2) [n:127.0.0.1:50641_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50641.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 62760 INFO  (jetty-launcher-99-thread-2) [n:127.0.0.1:50641_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50641.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 62760 INFO  (jetty-launcher-99-thread-2) [n:127.0.0.1:50641_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50641.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 62761 INFO  (jetty-launcher-99-thread-2) [n:127.0.0.1:50641_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001/node3/.
   [junit4]   2> 62834 INFO  (zkConnectionManagerCallback-154-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 62844 INFO  (jetty-launcher-99-thread-2) [n:127.0.0.1:50641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 62844 INFO  (jetty-launcher-99-thread-2) [n:127.0.0.1:50641_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35243/solr ready
   [junit4]   2> 63021 INFO  (jetty-launcher-99-thread-3) [n:127.0.0.1:45957_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45957.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 63044 INFO  (jetty-launcher-99-thread-3) [n:127.0.0.1:45957_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45957.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 63045 INFO  (jetty-launcher-99-thread-3) [n:127.0.0.1:45957_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45957.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 63046 INFO  (jetty-launcher-99-thread-3) [n:127.0.0.1:45957_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001/node2/.
   [junit4]   2> 63136 INFO  (zkConnectionManagerCallback-156-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 63161 INFO  (zkConnectionManagerCallback-160-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 63163 INFO  (SUITE-CollectionPropsTest-seed#[1BCE6473A2A5E68A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 63163 INFO  (SUITE-CollectionPropsTest-seed#[1BCE6473A2A5E68A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35243/solr ready
   [junit4]   2> 63286 INFO  (TEST-CollectionPropsTest.testReadWriteCached-seed#[1BCE6473A2A5E68A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReadWriteCached
   [junit4]   2> 63304 INFO  (qtp853108670-436) [n:127.0.0.1:45957_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=CollectionPropsTest22693325713388335&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 63312 INFO  (OverseerThreadFactory-207-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection CollectionPropsTest22693325713388335
   [junit4]   2> 63443 INFO  (OverseerStateUpdate-73544823687872523-127.0.0.1:45957_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"CollectionPropsTest22693325713388335",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"CollectionPropsTest22693325713388335_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33332/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 63445 INFO  (OverseerStateUpdate-73544823687872523-127.0.0.1:45957_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"CollectionPropsTest22693325713388335",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"CollectionPropsTest22693325713388335_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:50641/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 63460 INFO  (OverseerStateUpdate-73544823687872523-127.0.0.1:45957_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"CollectionPropsTest22693325713388335",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"CollectionPropsTest22693325713388335_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45957/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 63467 INFO  (OverseerStateUpdate-73544823687872523-127.0.0.1:45957_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"CollectionPropsTest22693325713388335",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"CollectionPropsTest22693325713388335_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:55609/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 63717 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=CollectionPropsTest22693325713388335_shard1_replica_n2&action=CREATE&numShards=2&collection=CollectionPropsTest22693325713388335&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 63742 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=CollectionPropsTest22693325713388335_shard1_replica_n1&action=CREATE&numShards=2&collection=CollectionPropsTest22693325713388335&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 63742 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 63744 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=CollectionPropsTest22693325713388335_shard2_replica_n6&action=CREATE&numShards=2&collection=CollectionPropsTest22693325713388335&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 63745 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=CollectionPropsTest22693325713388335_shard2_replica_n5&action=CREATE&numShards=2&collection=CollectionPropsTest22693325713388335&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 63901 INFO  (zkCallback-131-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63902 INFO  (zkCallback-129-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63903 INFO  (zkCallback-131-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63903 INFO  (zkCallback-127-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63903 INFO  (zkCallback-134-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63921 INFO  (zkCallback-129-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63933 INFO  (zkCallback-127-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 63934 INFO  (zkCallback-134-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 64810 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 64816 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 64819 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 65340 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.s.IndexSchema [CollectionPropsTest22693325713388335_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 65344 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 65344 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'CollectionPropsTest22693325713388335_shard1_replica_n2' using configuration from collection CollectionPropsTest22693325713388335, trusted=true
   [junit4]   2> 65344 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50641.solr.core.CollectionPropsTest22693325713388335.shard1.replica_n2' (registry 'solr.core.CollectionPropsTest22693325713388335.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 65345 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 65345 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.c.SolrCore [[CollectionPropsTest22693325713388335_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001/node3/CollectionPropsTest22693325713388335_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001/node3/./CollectionPropsTest22693325713388335_shard1_replica_n2/data/]
   [junit4]   2> 65354 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 65357 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.s.IndexSchema [CollectionPropsTest22693325713388335_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 65365 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.s.IndexSchema [CollectionPropsTest22693325713388335_shard2_replica_n5] Schema name=minimal
   [junit4]   2> 65365 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.s.IndexSchema [CollectionPropsTest22693325713388335_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 65368 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 65368 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 65368 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'CollectionPropsTest22693325713388335_shard2_replica_n6' using configuration from collection CollectionPropsTest22693325713388335, trusted=true
   [junit4]   2> 65368 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'CollectionPropsTest22693325713388335_shard2_replica_n5' using configuration from collection CollectionPropsTest22693325713388335, trusted=true
   [junit4]   2> 65368 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55609.solr.core.CollectionPropsTest22693325713388335.shard2.replica_n6' (registry 'solr.core.CollectionPropsTest22693325713388335.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 65368 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45957.solr.core.CollectionPropsTest22693325713388335.shard2.replica_n5' (registry 'solr.core.CollectionPropsTest22693325713388335.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 65368 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 65368 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 65368 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.c.SolrCore [[CollectionPropsTest22693325713388335_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001/node1/CollectionPropsTest22693325713388335_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001/node1/./CollectionPropsTest22693325713388335_shard2_replica_n6/data/]
   [junit4]   2> 65368 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.SolrCore [[CollectionPropsTest22693325713388335_shard2_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001/node2/CollectionPropsTest22693325713388335_shard2_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001/node2/./CollectionPropsTest22693325713388335_shard2_replica_n5/data/]
   [junit4]   2> 65378 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 65378 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'CollectionPropsTest22693325713388335_shard1_replica_n1' using configuration from collection CollectionPropsTest22693325713388335, trusted=true
   [junit4]   2> 65378 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33332.solr.core.CollectionPropsTest22693325713388335.shard1.replica_n1' (registry 'solr.core.CollectionPropsTest22693325713388335.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c042cac
   [junit4]   2> 65379 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 65379 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.SolrCore [[CollectionPropsTest22693325713388335_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001/node4/CollectionPropsTest22693325713388335_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionPropsTest_1BCE6473A2A5E68A-001/tempDir-001/node4/./CollectionPropsTest22693325713388335_shard1_replica_n1/data/]
   [junit4]   2> 65492 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 65492 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 65494 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 65494 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 65497 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@406b0b60[CollectionPropsTest22693325713388335_shard1_replica_n1] main]
   [junit4]   2> 65498 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 65499 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 65500 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 65500 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596395540983054336
   [junit4]   2> 65507 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 65507 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 65508 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 65508 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 65508 INFO  (searcherExecutor-219-thread-1-processing-n:127.0.0.1:33332_solr x:CollectionPropsTest22693325713388335_shard1_replica_n1 c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.SolrCore [CollectionPropsTest22693325713388335_shard1_replica_n1] Registered new searcher Searcher@406b0b60[CollectionPropsTest22693325713388335_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 65514 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/CollectionPropsTest22693325713388335/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 65536 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@558c22f4[CollectionPropsTest22693325713388335_shard1_replica_n2] main]
   [junit4]   2> 65537 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 65538 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 65539 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 65539 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 65540 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596395541024997376
   [junit4]   2> 65543 INFO  (searcherExecutor-216-thread-1-processing-n:127.0.0.1:50641_solr x:CollectionPropsTest22693325713388335_shard1_replica_n2 c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.c.SolrCore [CollectionPropsTest22693325713388335_shard1_replica_n2] Registered new searcher Searcher@558c22f4[CollectionPropsTest22693325713388335_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 65550 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/CollectionPropsTest22693325713388335/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 65577 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 65577 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 65578 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 65578 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 65580 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@2418204e[CollectionPropsTest22693325713388335_shard2_replica_n5] main]
   [junit4]   2> 65581 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 65582 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 65582 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 65586 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 65586 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 65587 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 65587 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 65588 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596395541075329024
   [junit4]   2> 65589 INFO  (searcherExecutor-218-thread-1-processing-n:127.0.0.1:45957_solr x:CollectionPropsTest22693325713388335_shard2_replica_n5 c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.SolrCore [CollectionPropsTest22693325713388335_shard2_replica_n5] Registered new searcher Searcher@2418204e[CollectionPropsTest22693325713388335_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 65591 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/CollectionPropsTest22693325713388335/terms/shard2 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 65592 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@290b1333[CollectionPropsTest22693325713388335_shard2_replica_n6] main]
   [junit4]   2> 65593 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 65593 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 65594 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 65594 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596395541081620480
   [junit4]   2> 65597 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 65598 INFO  (searcherExecutor-217-thread-1-processing-n:127.0.0.1:55609_solr x:CollectionPropsTest22693325713388335_shard2_replica_n6 c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.c.SolrCore [CollectionPropsTest22693325713388335_shard2_replica_n6] Registered new searcher Searcher@290b1333[CollectionPropsTest22693325713388335_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 65600 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/CollectionPropsTest22693325713388335/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 65700 INFO  (zkCallback-134-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 65700 INFO  (zkCallback-129-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 65700 INFO  (zkCallback-134-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 65700 INFO  (zkCallback-131-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 65700 INFO  (zkCallback-129-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 65700 INFO  (zkCallback-131-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 65701 INFO  (zkCallback-127-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 65701 INFO  (zkCallback-127-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66039 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 66039 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 66039 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33332/solr/CollectionPropsTest22693325713388335_shard1_replica_n1/
   [junit4]   2> 66040 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=CollectionPropsTest22693325713388335_shard1_replica_n1 url=http://127.0.0.1:33332/solr START replicas=[http://127.0.0.1:50641/solr/CollectionPropsTest22693325713388335_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 66049 INFO  (qtp675863651-468) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.c.S.Request [CollectionPropsTest22693325713388335_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 66098 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 66098 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 66098 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45957/solr/CollectionPropsTest22693325713388335_shard2_replica_n5/
   [junit4]   2> 66098 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=CollectionPropsTest22693325713388335_shard2_replica_n5 url=http://127.0.0.1:45957/solr START replicas=[http://127.0.0.1:55609/solr/CollectionPropsTest22693325713388335_shard2_replica_n6/] nUpdates=100
   [junit4]   2> 66122 INFO  (qtp67052619-439) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.c.S.Request [CollectionPropsTest22693325713388335_shard2_replica_n6]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 66342 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=CollectionPropsTest22693325713388335_shard1_replica_n1 url=http://127.0.0.1:33332/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 66342 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 66342 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 66342 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 66348 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33332/solr/CollectionPropsTest22693325713388335_shard1_replica_n1/ shard1
   [junit4]   2> 66403 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=CollectionPropsTest22693325713388335_shard2_replica_n5 url=http://127.0.0.1:45957/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 66403 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 66403 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 66403 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 66406 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45957/solr/CollectionPropsTest22693325713388335_shard2_replica_n5/ shard2
   [junit4]   2> 66508 INFO  (zkCallback-127-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66508 INFO  (zkCallback-127-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66508 INFO  (zkCallback-134-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66508 INFO  (zkCallback-129-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66508 INFO  (zkCallback-134-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66508 INFO  (zkCallback-131-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66508 INFO  (zkCallback-129-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66508 INFO  (zkCallback-131-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66549 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 66552 INFO  (qtp184111179-442) [n:127.0.0.1:33332_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node3 x:CollectionPropsTest22693325713388335_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=CollectionPropsTest22693325713388335_shard1_replica_n1&action=CREATE&numShards=2&collection=CollectionPropsTest22693325713388335&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2810
   [junit4]   2> 66556 INFO  (qtp675863651-444) [n:127.0.0.1:50641_solr c:CollectionPropsTest22693325713388335 s:shard1 r:core_node4 x:CollectionPropsTest22693325713388335_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=CollectionPropsTest22693325713388335_shard1_replica_n2&action=CREATE&numShards=2&collection=CollectionPropsTest22693325713388335&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2838
   [junit4]   2> 66557 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 66560 INFO  (qtp853108670-447) [n:127.0.0.1:45957_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node7 x:CollectionPropsTest22693325713388335_shard2_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=CollectionPropsTest22693325713388335_shard2_replica_n5&action=CREATE&numShards=2&collection=CollectionPropsTest22693325713388335&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2814
   [junit4]   2> 66604 INFO  (qtp67052619-433) [n:127.0.0.1:55609_solr c:CollectionPropsTest22693325713388335 s:shard2 r:core_node8 x:CollectionPropsTest22693325713388335_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=CollectionPropsTest22693325713388335_shard2_replica_n6&action=CREATE&numShards=2&collection=CollectionPropsTest22693325713388335&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2861
   [junit4]   2> 66609 INFO  (qtp853108670-436) [n:127.0.0.1:45957_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 66706 INFO  (zkCallback-134-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66706 INFO  (zkCallback-129-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66706 INFO  (zkCallback-134-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66706 INFO  (zkCallback-129-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66707 INFO  (zkCallback-131-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66707 INFO  (zkCallback-131-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66707 INFO  (zkCallback-127-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 66707 INFO  (zkCallback-127-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/state.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 67347 INFO  (OverseerCollectionConfigSetProcessor-73544823687872523-127.0.0.1:45957_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 67609 INFO  (qtp853108670-436) [n:127.0.0.1:45957_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=CollectionPropsTest22693325713388335&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=4305
   [junit4]   2> 67614 INFO  (zkCallback-159-thread-1) [    ] o.a.s.c.c.ZkStateReader A collection property change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/CollectionPropsTest22693325713388335/collectionprops.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating...
   [junit4]   2> 67633 INFO  (zkCallback-159-thread-2) [    ] o.a.s.c.c.ZkStateReader A collection property change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/collectionprops.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating...
   [junit4]   2> 67676 INFO  (zkCallback-159-thread-2) [    ] o.a.s.c.c.ZkStateReader A collection property change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/collectionprops.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating...
   [junit4]   2> 67677 INFO  (zkCallback-159-thread-1) [    ] o.a.s.c.c.ZkStateReader A collection property change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/CollectionPropsTest22693325713388335/collectionprops.json] for collection [CollectionPropsTest22693325713388335] has occurred - updating...
   [junit4]   2> 73621 INFO  (TEST-CollectionPropsTest.testReadWriteCached-seed#[1BCE6473A2A5E68A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testReadWriteCached
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionPropsTest -Dtests.method=testReadWriteCached -Dtests.seed=1BCE6473A2A5E68A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=de -Dtests.timezone=MIT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 10.5s J2 | CollectionPropsTest.testRe

[...truncated too long message...]

olr c:delDeadColl s:shard1 r:core_node5 x:delDeadColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.delDeadColl.shard1.leader, tag=266399bc
   [junit4]   2> 1807585 INFO  (jetty-closer-4443-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f5fc813{/solr,null,UNAVAILABLE}
   [junit4]   2> 1807585 INFO  (jetty-closer-4443-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1807587 INFO  (coreCloseExecutor-7451-thread-1) [n:127.0.0.1:53049_solr c:delDeadColl s:shard2 r:core_node7 x:delDeadColl_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.delDeadColl.shard2.leader, tag=2f492681
   [junit4]   2> 1807588 INFO  (coreCloseExecutor-7454-thread-1) [n:127.0.0.1:52476_solr c:delDeadColl s:shard1 r:core_node3 x:delDeadColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.delDeadColl.shard1.leader, tag=2582575c
   [junit4]   2> 1807589 INFO  (jetty-closer-4443-thread-4) [    ] o.a.s.c.Overseer Overseer (id=73544937112666120-127.0.0.1:52476_solr-n_0000000000) closing
   [junit4]   2> 1807589 INFO  (OverseerStateUpdate-73544937112666120-127.0.0.1:52476_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52476_solr
   [junit4]   2> 1807589 WARN  (OverseerAutoScalingTriggerThread-73544937112666120-127.0.0.1:52476_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1807591 INFO  (jetty-closer-4443-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d09aab4{/solr,null,UNAVAILABLE}
   [junit4]   2> 1807591 INFO  (jetty-closer-4443-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1807592 INFO  (jetty-closer-4443-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@335a083{/solr,null,UNAVAILABLE}
   [junit4]   2> 1807592 INFO  (jetty-closer-4443-thread-4) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1807593 ERROR (SUITE-DeleteInactiveReplicaTest-seed#[1BCE6473A2A5E68A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1807593 INFO  (SUITE-DeleteInactiveReplicaTest-seed#[1BCE6473A2A5E68A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49148 49148
   [junit4]   2> 1807676 INFO  (Thread-4923) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49148 49148
   [junit4]   2> 1807677 WARN  (Thread-4923) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/aliases.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/collections/delDeadColl/terms/shard2
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/collections/delDeadColl/terms/shard1
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	36	/solr/collections/delDeadColl/state.json
   [junit4]   2> 	11	/solr/clusterstate.json
   [junit4]   2> 	11	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/73544937112666120-127.0.0.1:52476_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/live_nodes
   [junit4]   2> 	11	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteInactiveReplicaTest_1BCE6473A2A5E68A-001
   [junit4]   2> Mar 30, 2018 8:52:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 6 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1499, maxMBSortInHeap=6.15012976099786, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5b79e766), locale=uk, timezone=America/North_Dakota/New_Salem
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=217532496,total=524812288
   [junit4]   2> NOTE: All tests run in this JVM: [TestGroupingSearch, TestChildDocTransformer, StatsReloadRaceTest, CreateRoutedAliasTest, TestTolerantUpdateProcessorCloud, TestHdfsBackupRestoreCore, HighlighterMaxOffsetTest, TestRawTransformer, EnumFieldTest, TolerantUpdateProcessorTest, BasicAuthStandaloneTest, TestMergePolicyConfig, HdfsRestartWhileUpdatingTest, TestExactStatsCache, TestDeleteCollectionOnDownNodes, BufferStoreTest, TestIBSimilarityFactory, TestRestManager, DebugComponentTest, XmlUpdateRequestHandlerTest, TestOmitPositions, TestComponentsName, FullSolrCloudDistribCmdsTest, TestDistributedSearch, TestShardHandlerFactory, AddSchemaFieldsUpdateProcessorFactoryTest, TestDocTermOrds, ChaosMonkeyNothingIsSafeWithPullReplicasTest, RulesTest, ReplaceNodeTest, CurrencyFieldTypeTest, DirectUpdateHandlerTest, CleanupOldIndexTest, RequestHandlersTest, CollectionsAPIDistributedZkTest, TestMiniSolrCloudClusterSSL, TestCorePropertiesReload, BadCopyFieldTest, TestPayloadScoreQParserPlugin, SpellingQueryConverterTest, DistributedFacetPivotSmallTest, TestSmileRequest, TestRandomRequestDistribution, CollectionStateFormat2Test, TestSchemaManager, TestManagedStopFilterFactory, QueryResultKeyTest, TestSubQueryTransformerDistrib, TemplateUpdateProcessorTest, TestCloudPivotFacet, NodeLostTriggerTest, ZkCLITest, DeleteStatusTest, TestIndexSearcher, FullHLLTest, BinaryUpdateRequestHandlerTest, TestExceedMaxTermLength, ScheduledMaintenanceTriggerTest, CdcrVersionReplicationTest, TestLargeCluster, TestScoreJoinQPScore, SolrPluginUtilsTest, TestReloadDeadlock, AnalysisErrorHandlingTest, TestExtendedDismaxParser, TestRemoteStreaming, TestHighlightDedupGrouping, DistributedQueryComponentOptimizationTest, ZkSolrClientTest, HdfsTlogReplayBufferedWhileIndexingTest, TestCloudDeleteByQuery, TestLMDirichletSimilarityFactory, BigEndianAscendingWordSerializerTest, ZkNodePropsTest, StatsComponentTest, TestSolrXml, SolrJmxReporterTest, TestExportWriter, TestFastOutputStream, DocValuesNotIndexedTest, TestMaxScoreQueryParser, TestPolicyCloud, DocumentAnalysisRequestHandlerTest, PeerSyncWithIndexFingerprintCachingTest, TestCollationField, SpellCheckCollatorTest, DistributedDebugComponentTest, LeaderFailureAfterFreshStartTest, TestSolrFieldCacheBean, SchemaApiFailureTest, TestBinaryField, TestWordDelimiterFilterFactory, LIRRollingUpdatesTest, MBeansHandlerTest, TestCSVResponseWriter, TestPKIAuthenticationPlugin, RequestLoggingTest, UUIDFieldTest, SuggesterWFSTTest, TlogReplayBufferedWhileIndexingTest, CachingDirectoryFactoryTest, PropertiesRequestHandlerTest, HttpTriggerListenerTest, TestCloudSearcherWarming, HdfsBasicDistributedZkTest, MoveReplicaHDFSTest, TestConfigsApi, CollectionReloadTest, TestInPlaceUpdatesStandalone, TestSolrDeletionPolicy1, TestCollectionAPI, TermVectorComponentDistributedTest, OpenExchangeRatesOrgProviderTest, SolrMetricManagerTest, FieldAnalysisRequestHandlerTest, TestFieldResource, TriggerSetPropertiesIntegrationTest, EchoParamsTest, TestPolicyCloud, TestBlobHandler, TestNumericRangeQuery64, HttpPartitionOnCommitTest, TestDynamicFieldCollectionResource, TestLuceneMatchVersion, AutoAddReplicasIntegrationTest, TestStressLucene, UninvertDocValuesMergePolicyTest, OpenCloseCoreStressTest, ExternalFileFieldSortTest, TestRandomFaceting, SimpleFacetsTest, OverseerTest, TestZkChroot, ShardRoutingCustomTest, TestFaceting, TestRecovery, TestHashPartitioner, TestRangeQuery, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, SuggesterTest, SpatialFilterTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, DistanceFunctionTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, LoggingHandlerTest, RegexBoostProcessorTest, TestJmxIntegration, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, JsonLoaderTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, MultiTermTest, TestDocSet, TestSearchPerf, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestDFRSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, URLClassifyProcessorTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestTolerantSearch, TokenizerChainTest, TestLuceneIndexBackCompat, ConnectionReuseTest, AliasIntegrationTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest]
   [junit4] Completed [537/795 (3!)] on J0 in 16.10s, 1 test, 1 failure <<< FAILURES!

[...truncated 50356 lines...]

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 23 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/23/

No tests ran.

Build Log:
[...truncated 6 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:862)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1724)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file .git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1996)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1964)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1960)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor239.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:922)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:896)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:853)
	at hudson.remoting.UserRequest.perform(UserRequest.java:207)
	at hudson.remoting.UserRequest.perform(UserRequest.java:53)
	at hudson.remoting.Request$2.run(Request.java:358)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1693)
		at hudson.remoting.UserResponse.retrieve(UserRequest.java:310)
		at hudson.remoting.Channel.call(Channel.java:908)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:281)
		at com.sun.proxy.$Proxy110.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:850)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
		at hudson.scm.SCM.checkout(SCM.java:495)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1724)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:862)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1724)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file .git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1996)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1964)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1960)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor239.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:922)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:896)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:853)
	at hudson.remoting.UserRequest.perform(UserRequest.java:207)
	at hudson.remoting.UserRequest.perform(UserRequest.java:53)
	at hudson.remoting.Request$2.run(Request.java:358)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1693)
		at hudson.remoting.UserResponse.retrieve(UserRequest.java:310)
		at hudson.remoting.Channel.call(Channel.java:908)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:281)
		at com.sun.proxy.$Proxy110.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:850)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
		at hudson.scm.SCM.checkout(SCM.java:495)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1724)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:862)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1724)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout: 
stderr: error: failed to write new configuration file .git/config.lock

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1996)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1964)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1960)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
	at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
	at sun.reflect.GeneratedMethodAccessor239.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:922)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:896)
	at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:853)
	at hudson.remoting.UserRequest.perform(UserRequest.java:207)
	at hudson.remoting.UserRequest.perform(UserRequest.java:53)
	at hudson.remoting.Request$2.run(Request.java:358)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1693)
		at hudson.remoting.UserResponse.retrieve(UserRequest.java:310)
		at hudson.remoting.Channel.call(Channel.java:908)
		at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:281)
		at com.sun.proxy.$Proxy110.setRemoteUrl(Unknown Source)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
		at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:850)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
		at hudson.scm.SCM.checkout(SCM.java:495)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1202)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
		at hudson.model.Run.execute(Run.java:1724)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Archiving artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: Test reports were found but none of them are new. Did leafNodes run? 
For example, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/analysis/common/test/TEST-org.apache.lucene.analysis.ar.TestArabicAnalyzer.xml is 9 hr 54 min old

Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 22 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/22/

4 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([C4BB1DB32268B02E:A7702B31BBA7C303]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.scheduledTriggerTest(ScheduledTriggerTest.java:112)
	at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger(ScheduledTriggerTest.java:65)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([C4BB1DB32268B02E:1C4CD95789B37272]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchOnMasterRestart(TestReplicationHandler.java:664)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication

Error Message:
Index: 0, Size: 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
	at __randomizedtesting.SeedInfo.seed([C4BB1DB32268B02E:D0F346E6016F0D30]:0)
	at java.util.ArrayList.rangeCheck(ArrayList.java:653)
	at java.util.ArrayList.get(ArrayList.java:429)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:562)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream

Error Message:
Error from server at https://127.0.0.1:34778/solr: Could not fully remove collection: workQueue1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34778/solr: Could not fully remove collection: workQueue1
	at __randomizedtesting.SeedInfo.seed([35DAD645E5715FBF:88CDA35CDC5D62E2]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:9726)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1838 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test/temp/junit4-J1-20180328_120610_6162108527392014355845.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] codec: HighCompressionCompressingStoredFields, pf: Memory, dvf: Direct
   [junit4] <<< JVM J1: EOF ----

[...truncated 11364 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/init-core-data-001
   [junit4]   2> 1091411 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1091412 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1091412 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1091412 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1091412 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22ccad16{/solr,null,AVAILABLE}
   [junit4]   2> 1091413 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b53f36c{HTTP/1.1,[http/1.1]}{127.0.0.1:42375}
   [junit4]   2> 1091413 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.Server Started @1090944ms
   [junit4]   2> 1091413 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=42375}
   [junit4]   2> 1091413 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1091413 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1091414 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1091414 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1091414 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1091414 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-28T12:52:03.295Z
   [junit4]   2> 1091414 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/solr.xml
   [junit4]   2> 1091417 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1091417 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1091428 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1091460 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1091468 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1091468 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1091470 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/.
   [junit4]   2> 1091470 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1091470 INFO  (coreLoadExecutor-4512-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1091483 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1091490 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1091491 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1091491 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1091492 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1091492 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1091492 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1091493 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1091524 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1091524 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1091525 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=82.9306640625, floorSegmentMB=1.9697265625, forceMergeDeletesPctAllowed=20.41170356737787, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5269364850429016
   [junit4]   2> 1091525 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e5d5aa3[collection1] main]
   [junit4]   2> 1091526 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/collection1/conf
   [junit4]   2> 1091526 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1091526 INFO  (coreLoadExecutor-4512-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1091527 INFO  (searcherExecutor-4513-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e5d5aa3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1091530 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1091531 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1091531 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1091531 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1091531 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e64d411{/solr,null,AVAILABLE}
   [junit4]   2> 1091531 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@671d5a5e{HTTP/1.1,[http/1.1]}{127.0.0.1:33500}
   [junit4]   2> 1091531 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.Server Started @1091063ms
   [junit4]   2> 1091532 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=33500}
   [junit4]   2> 1091532 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1091532 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1091532 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1091532 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1091532 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1091532 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-28T12:52:03.413Z
   [junit4]   2> 1091532 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-002/solr.xml
   [junit4]   2> 1091536 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1091536 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1091537 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1091574 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1091583 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1091584 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1091586 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-002/.
   [junit4]   2> 1091586 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1091599 INFO  (coreLoadExecutor-4522-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1091607 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1091627 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1091628 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1091628 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1091629 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1091629 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1091629 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1091656 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1091800 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1091800 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1091801 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=82.9306640625, floorSegmentMB=1.9697265625, forceMergeDeletesPctAllowed=20.41170356737787, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5269364850429016
   [junit4]   2> 1091801 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e896c50[collection1] main]
   [junit4]   2> 1091801 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-002/collection1/conf
   [junit4]   2> 1091803 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1091803 INFO  (coreLoadExecutor-4522-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1091804 INFO  (searcherExecutor-4523-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2e896c50[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1091813 INFO  (qtp394366275-17062) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1091816 INFO  (qtp394366275-17062) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 4
   [junit4]   2> 1091818 INFO  (qtp1742053463-17078) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1091822 INFO  (qtp1742053463-17078) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 4
   [junit4]   2> 1091823 INFO  (qtp394366275-17061) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1091823 INFO  (qtp394366275-17061) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@135aed91 commitCommandVersion:0
   [junit4]   2> 1091824 INFO  (qtp394366275-17061) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ca00bb1[collection1] main]
   [junit4]   2> 1091824 INFO  (qtp394366275-17061) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1091825 INFO  (searcherExecutor-4513-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5ca00bb1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1091825 INFO  (qtp394366275-17061) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 1091825 INFO  (qtp1742053463-17080) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1091825 INFO  (qtp1742053463-17080) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6146e274 commitCommandVersion:0
   [junit4]   2> 1091826 INFO  (qtp1742053463-17080) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ebc0a17[collection1] main]
   [junit4]   2> 1091826 INFO  (qtp1742053463-17080) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1091827 INFO  (searcherExecutor-4523-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2ebc0a17[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1091827 INFO  (qtp1742053463-17080) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 1091828 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3b53f36c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1091828 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1620988663
   [junit4]   2> 1091828 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1091828 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27cdfb3b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5d5816aa
   [junit4]   2> 1091832 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1091832 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e726d65: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@314506b6
   [junit4]   2> 1091835 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1091835 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@259398a6: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@30926b09
   [junit4]   2> 1091842 INFO  (coreCloseExecutor-4528-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@38c55857
   [junit4]   2> 1091842 INFO  (coreCloseExecutor-4528-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=38c55857
   [junit4]   2> 1091842 INFO  (coreCloseExecutor-4528-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5aded02c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7cc8f2bc
   [junit4]   2> 1091861 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@22ccad16{/solr,null,UNAVAILABLE}
   [junit4]   2> 1091861 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1091862 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@671d5a5e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1091862 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1701970497
   [junit4]   2> 1091862 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1091862 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e55396e: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4a00f8f1
   [junit4]   2> 1091868 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1091868 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34a79874: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@314506b6
   [junit4]   2> 1091871 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1091871 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e6970fd: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@30926b09
   [junit4]   2> 1091872 INFO  (coreCloseExecutor-4530-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3e74e531
   [junit4]   2> 1091872 INFO  (coreCloseExecutor-4530-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=3e74e531
   [junit4]   2> 1091872 INFO  (coreCloseExecutor-4530-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57b80c11: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@235d7593
   [junit4]   2> 1091883 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e64d411{/solr,null,UNAVAILABLE}
   [junit4]   2> 1091883 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1091884 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1091885 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1091885 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1091885 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1091885 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44f2392c{/solr,null,AVAILABLE}
   [junit4]   2> 1091885 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@35c0643c{HTTP/1.1,[http/1.1]}{127.0.0.1:33639}
   [junit4]   2> 1091885 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.Server Started @1091417ms
   [junit4]   2> 1091886 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=33639}
   [junit4]   2> 1091886 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1091886 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1091886 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1091886 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1091886 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1091886 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-28T12:52:03.767Z
   [junit4]   2> 1091887 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/solr.xml
   [junit4]   2> 1091890 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1091890 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1091891 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1091923 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1091931 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1091931 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1091933 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/.
   [junit4]   2> 1091933 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1091933 INFO  (coreLoadExecutor-4537-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1091944 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1091951 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1091953 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1091953 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1091953 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1091953 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1091953 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1091955 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6024585359127814]
   [junit4]   2> 1091996 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1091996 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1091997 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=91.8203125, floorSegmentMB=0.708984375, forceMergeDeletesPctAllowed=27.572101686061366, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7414537524496233
   [junit4]   2> 1091997 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@37ade85a[collection1] main]
   [junit4]   2> 1091998 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/collection1/conf
   [junit4]   2> 1091998 INFO  (coreLoadExecutor-4537-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1092000 INFO  (searcherExecutor-4538-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@37ade85a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1092008 INFO  (qtp1808009576-17105) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 1092009 INFO  (qtp1808009576-17108) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1092009 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1092010 INFO  (qtp1808009576-17108) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1092010 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1092011 INFO  (qtp1808009576-17108) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1092018 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 4
   [junit4]   2> 1092023 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1092024 INFO  (qtp1808009576-17108) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1092025 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1092047 INFO  (qtp1808009576-17108) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1092049 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 1
   [junit4]   2> 1092049 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1092049 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1092050 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1092050 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1092050 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1092051 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1092055 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 3
   [junit4]   2> 1092055 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1092056 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1092061 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 4
   [junit4]   2> 1092061 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1092062 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1092063 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1092063 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1092064 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1092064 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1092064 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1092074 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 9
   [junit4]   2> 1092075 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1092076 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1092076 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1092076 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1092077 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1092077 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1092087 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1092088 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1092088 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1092088 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1092089 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1092089 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1092098 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1092100 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 1092100 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 1092101 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1092101 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1092101 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1092102 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1092102 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1092103 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1092104 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1092104 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1092104 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1092105 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 1092105 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1092106 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1092107 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1092107 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1092107 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1092108 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1092114 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1092115 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 1092115 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 1092117 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 1092117 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 1092127 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 1092127 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 1092127 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 1092129 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 1092129 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 1092129 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 1092130 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 1092130 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 1092130 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 1092131 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 1092132 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 1092133 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 1092133 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 1092142 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 1092143 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 1092144 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 1092145 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 1092145 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 1092146 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 1092146 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 1092146 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 1092147 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 1092148 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 1092148 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 1092149 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 1092149 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 1092152 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 1092153 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 1092154 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 1092154 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 1092155 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 1092155 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 1092156 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 1092156 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 1092156 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1092156 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@27c3fbac commitCommandVersion:0
   [junit4]   2> 1092193 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c5888ff[collection1] main]
   [junit4]   2> 1092193 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1092194 INFO  (searcherExecutor-4538-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c5888ff[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c100)))}
   [junit4]   2> 1092194 INFO  (qtp1808009576-17110) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 37
   [junit4]   2> 1092200 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@35c0643c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1092200 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2119832034
   [junit4]   2> 1092200 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1092200 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6106ff15: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@9e69058
   [junit4]   2> 1092206 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1092206 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@641fb58e: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@314506b6
   [junit4]   2> 1092209 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1092209 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54b6ee71: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@30926b09
   [junit4]   2> 1092246 INFO  (coreCloseExecutor-4542-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2ca31800
   [junit4]   2> 1092246 INFO  (coreCloseExecutor-4542-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2ca31800
   [junit4]   2> 1092246 INFO  (coreCloseExecutor-4542-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68eef8a6: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@333c0178
   [junit4]   2> 1092260 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@44f2392c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1092260 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1092262 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1092263 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1092263 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1092263 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1092263 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@515d44c2{/solr,null,AVAILABLE}
   [junit4]   2> 1092264 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@46752853{HTTP/1.1,[http/1.1]}{127.0.0.1:58405}
   [junit4]   2> 1092264 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.Server Started @1091795ms
   [junit4]   2> 1092264 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=58405}
   [junit4]   2> 1092264 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1092264 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1092264 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1092264 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1092264 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1092264 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-28T12:52:04.145Z
   [junit4]   2> 1092264 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/solr.xml
   [junit4]   2> 1092267 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1092267 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1092269 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1092313 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1092321 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1092321 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1092323 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/.
   [junit4]   2> 1092323 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1092323 INFO  (coreLoadExecutor-4549-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1092332 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1092351 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1092354 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1092355 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1092355 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b96ff6
   [junit4]   2> 1092355 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1092355 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1092439 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1092439 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1092440 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6024585359127814]
   [junit4]   2> 1092442 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5eba8578[collection1] main]
   [junit4]   2> 1092442 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_C4BB1DB32268B02E-001/solr-instance-001/collection1/conf
   [junit4]   2> 1092442 INFO  (coreLoadExecutor-4549-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1092446 INFO  (searcherExecutor-4550-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5eba8578[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c100)))}
   [junit4]   2> 1092457 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[C4BB1DB32268B02E]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27

[...truncated too long message...]

2> 249994 INFO  (zkCallback-233-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48594_solr
   [junit4]   2> 249995 INFO  (jetty-closer-203-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d0247a6{/solr,null,UNAVAILABLE}
   [junit4]   2> 249995 INFO  (jetty-closer-203-thread-4) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 249996 INFO  (coreCloseExecutor-759-thread-1) [n:127.0.0.1:48594_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=2fa79d91
   [junit4]   2> 249997 INFO  (coreCloseExecutor-759-thread-3) [n:127.0.0.1:48594_solr c:destination1 s:shard1 r:core_node3 x:destination1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination1.shard1.leader, tag=94e6375
   [junit4]   2> 250000 INFO  (jetty-closer-203-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4b69bed4{/solr,null,UNAVAILABLE}
   [junit4]   2> 250000 INFO  (jetty-closer-203-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 250001 ERROR (SUITE-StreamExpressionTest-seed#[35DAD645E5715FBF]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 250001 INFO  (SUITE-StreamExpressionTest-seed#[35DAD645E5715FBF]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41122 41122
   [junit4]   2> 250185 INFO  (Thread-166) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41122 41122
   [junit4]   2> 250185 WARN  (Thread-166) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	103	/solr/aliases.json
   [junit4]   2> 	13	/solr/collections/destinationCollection/terms/shard2
   [junit4]   2> 	13	/solr/collections/destinationCollection/terms/shard1
   [junit4]   2> 	10	/solr/collections/parallelDestinationCollection1/terms/shard2
   [junit4]   2> 	9	/solr/collections/parallelDestinationCollection1/terms/shard1
   [junit4]   2> 	8	/solr/configs/ml
   [junit4]   2> 	7	/solr/collections/parallelDestinationCollection/terms/shard1
   [junit4]   2> 	7	/solr/collections/parallelDestinationCollection/terms/shard2
   [junit4]   2> 	4	/solr/collections/workQueue1/terms/shard2
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 	4	/solr/collections/modelCollection/terms/shard2
   [junit4]   2> 	4	/solr/collections/modelCollection/terms/shard1
   [junit4]   2> 	4	/solr/collections/destination/terms/shard2
   [junit4]   2> 	4	/solr/collections/destination/terms/shard1
   [junit4]   2> 	4	/solr/collections/checkpointCollection/terms/shard1
   [junit4]   2> 	4	/solr/collections/mainCorpus/terms/shard2
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/collections/mainCorpus/terms/shard1
   [junit4]   2> 	4	/solr/collections/uknownCollection/terms/shard2
   [junit4]   2> 	4	/solr/collections/uknownCollection/terms/shard1
   [junit4]   2> 	4	/solr/collections/workQueue/terms/shard2
   [junit4]   2> 	4	/solr/collections/workQueue/terms/shard1
   [junit4]   2> 	3	/solr/collections/workQueue1/terms/shard1
   [junit4]   2> 	3	/solr/collections/destination1/terms/shard1
   [junit4]   2> 	3	/solr/collections/destination1/terms/shard2
   [junit4]   2> 	3	/solr/collections/mainCorpus1/terms/shard1
   [junit4]   2> 	3	/solr/collections/mainCorpus1/terms/shard2
   [junit4]   2> 	3	/solr/collections/checkpointCollection/terms/shard2
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	103	/solr/clusterprops.json
   [junit4]   2> 	103	/solr/clusterstate.json
   [junit4]   2> 	40	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	26	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus1/state.json
   [junit4]   2> 	10	/solr/collections/destination/state.json
   [junit4]   2> 	10	/solr/collections/destination1/state.json
   [junit4]   2> 	10	/solr/collections/collection1/state.json
   [junit4]   2> 	10	/solr/collections/workQueue1/state.json
   [junit4]   2> 	10	/solr/collections/workQueue/state.json
   [junit4]   2> 	10	/solr/collections/uknownCollection/state.json
   [junit4]   2> 	10	/solr/collections/modelCollection/state.json
   [junit4]   2> 	10	/solr/collections/checkpointCollection/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/73531834834681862-127.0.0.1:52325_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	103	/solr/live_nodes
   [junit4]   2> 	102	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_35DAD645E5715FBF-001
   [junit4]   2> Mar 28, 2018 1:22:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=LuceneVarGapFixedInterval), name_s=PostingsFormat(name=MockRandom), terms_ss=PostingsFormat(name=Memory), join2_s=PostingsFormat(name=Memory), field_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=PostingsFormat(name=Memory), subject=PostingsFormat(name=Memory), a1_s=PostingsFormat(name=Memory), a2_s=PostingsFormat(name=MockRandom), level1_s=PostingsFormat(name=LuceneVarGapFixedInterval), body_t=PostingsFormat(name=MockRandom), s_multi=PostingsFormat(name=MockRandom), col_s=PostingsFormat(name=Memory), level2_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_s=PostingsFormat(name=MockRandom), tv_text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), term_s=PostingsFormat(name=Memory), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text_s=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=PostingsFormat(name=MockRandom), featureSet_s=PostingsFormat(name=Memory), checkpoint_ss=PostingsFormat(name=MockRandom), test_t=PostingsFormat(name=MockRandom), ident_s=PostingsFormat(name=Memory), whitetok=PostingsFormat(name=MockRandom), side_s=PostingsFormat(name=MockRandom)}, docValues:{expr_s=DocValuesFormat(name=Lucene70), name_s=DocValuesFormat(name=Direct), iteration_i=DocValuesFormat(name=Lucene70), terms_ss=DocValuesFormat(name=Memory), join2_s=DocValuesFormat(name=Memory), field_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Memory), price_f=DocValuesFormat(name=Memory), a1_s=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Memory), join1_i=DocValuesFormat(name=Lucene70), falseNegative_i=DocValuesFormat(name=Lucene70), a2_s=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Direct), test_i=DocValuesFormat(name=Memory), falsePositive_i=DocValuesFormat(name=Lucene70), field_i=DocValuesFormat(name=Memory), level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Memory), level2_s=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Lucene70), a_s=DocValuesFormat(name=Direct), score_f=DocValuesFormat(name=Direct), term_s=DocValuesFormat(name=Memory), text_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Lucene70), featureSet_s=DocValuesFormat(name=Memory), trueNegative_i=DocValuesFormat(name=Direct), index_i=DocValuesFormat(name=Memory), b_ls=DocValuesFormat(name=Memory), test_dt=DocValuesFormat(name=Lucene70), out_i=DocValuesFormat(name=Memory), checkpoint_ss=DocValuesFormat(name=Direct), ident_s=DocValuesFormat(name=Memory), order_i=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene70), side_s=DocValuesFormat(name=Direct), truePositive_i=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1898, maxMBSortInHeap=6.970375609308578, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@155e1e3d), locale=hr-HR, timezone=Asia/Aqtau
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=157966584,total=488112128
   [junit4]   2> NOTE: All tests run in this JVM: [NoOpResponseParserTest, CloudSolrClientTest, TestSolrJErrorHandling, NormalizeEvaluatorTest, TestJavaBinCodec, TestCoreAdmin, TestHash, ArrayEvaluatorTest, SolrParamTest, TestJsonRecordReader, CommonParamsTest, TestTimeSource, ArcCosineEvaluatorTest, GetByIdTest, TestSuggesterResponse, TestCollectionAdminRequest, GreaterThanEqualToEvaluatorTest, HttpSolrClientBuilderTest, LargeVolumeJettyTest, TangentEvaluatorTest, TestBatchUpdate, PowerEvaluatorTest, StreamExpressionToExplanationTest, RegressionEvaluatorTest, SineEvaluatorTest, NamedListTest, CloudSolrClientBuilderTest, CloudSolrClientMultiConstructorTest, JdbcDriverTest, JDBCStreamTest, StreamExpressionTest]
   [junit4] Completed [147/147 (1!)] on J2 in 149.75s, 156 tests, 1 error <<< FAILURES!

[...truncated 48563 lines...]

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 21 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/21/

1 tests failed.
FAILED:  org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([13B21A44A257644D:3F806DC92E9312C9]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:914)
	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=cat:cqcvbg31w5mtrxrzvyrq+2qy3iuuou9s1l04e9gup+l537586fmgnspdexar20+yom3z9jl3gimggudqv2i+y16i5ey89f8c79i2p9cv&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:907)
	... 40 more




Build Log:
[...truncated 1846 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test/temp/junit4-J0-20180327_020728_0271640160060916007609.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: FastDecompressionCompressingStoredFields, pf: LuceneFixedGap, dvf: Asserting
   [junit4] <<< JVM J0: EOF ----

[...truncated 12783 lines...]
   [junit4] Suite: org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_13B21A44A257644D-001/init-core-data-001
   [junit4]   2> 2888951 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2888986 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2889012 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 2889140 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2889190 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@328b9d38
   [junit4]   2> 2889203 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@328b9d38
   [junit4]   2> 2889203 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@328b9d38
   [junit4]   2> 2889205 INFO  (coreLoadExecutor-9551-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2889205 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2889240 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2889277 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2889401 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2889409 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2889409 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@328b9d38
   [junit4]   2> 2889410 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2889410 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_13B21A44A257644D-001/init-core-data-001/]
   [junit4]   2> 2889411 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=22.8603515625, floorSegmentMB=1.6025390625, forceMergeDeletesPctAllowed=11.13449087582678, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7518014646686648
   [junit4]   2> 2889481 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2889481 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2889482 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2889482 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2889483 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=92.1748046875, floorSegmentMB=0.24609375, forceMergeDeletesPctAllowed=10.751303411813895, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1254389085904946
   [junit4]   2> 2889483 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@48222e5a[collection1] main]
   [junit4]   2> 2889484 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2889494 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2889542 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2889542 INFO  (searcherExecutor-9552-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2889543 INFO  (searcherExecutor-9552-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2889543 INFO  (searcherExecutor-9552-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2889543 INFO  (searcherExecutor-9552-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2889543 INFO  (searcherExecutor-9552-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2889543 INFO  (searcherExecutor-9552-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2889544 INFO  (searcherExecutor-9552-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2889544 INFO  (searcherExecutor-9552-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2889544 INFO  (searcherExecutor-9552-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2889545 INFO  (searcherExecutor-9552-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@48222e5a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2889546 INFO  (coreLoadExecutor-9551-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1596059865018531840
   [junit4]   2> 2889560 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[13B21A44A257644D]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2889560 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[13B21A44A257644D]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15544518[collection1] realtime]
   [junit4]   2> 2889561 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[13B21A44A257644D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 2889590 WARN  (Thread-4486) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1596059865039503360 actual=1596059865063620609Retrying with new version .... (1)
   [junit4]   2> 2889590 WARN  (Thread-4487) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1596059865063620608 actual=1596059865063620609Retrying with new version .... (1)
   [junit4]   2> 2889590 WARN  (Thread-4489) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1596059865063620609 actual=1596059865064669184Retrying with new version .... (1)
   [junit4]   2> 2889590 WARN  (Thread-4485) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1596059865039503360 actual=1596059865064669184Retrying with new version .... (1)
   [junit4]   2> 2889590 WARN  (Thread-4488) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1596059865063620609 actual=1596059865064669184Retrying with new version .... (1)
   [junit4]   2> 2889596 WARN  (Thread-4489) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1596059865064669185 actual=1596059865070960640Retrying with new version .... (2)
   [junit4]   2> 2889596 WARN  (Thread-4488) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1596059865070960641 actual=1596059865070960642Retrying with new version .... (2)
   [junit4]   2> 2889602 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[13B21A44A257644D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596059865077252096,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2889602 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[13B21A44A257644D]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5bd27ee commitCommandVersion:1596059865077252096
   [junit4]   2> 2889610 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[13B21A44A257644D]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@32365dc5[collection1] main]
   [junit4]   2> 2889611 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[13B21A44A257644D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2889613 INFO  (searcherExecutor-9552-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@32365dc5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C10/9:delGen=1)))}
   [junit4]   2> 2889613 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[13B21A44A257644D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 12
   [junit4]   2> 2889616 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889617 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:cqcvbg31w5mtrxrzvyrq+2qy3iuuou9s1l04e9gup+l537586fmgnspdexar20+yom3z9jl3gimggudqv2i+y16i5ey89f8c79i2p9cv&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AtomicUpdateProcessorFactoryTest -Dtests.method=testMultipleThreads -Dtests.seed=13B21A44A257644D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=sv-SE -Dtests.timezone=America/Halifax -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.06s J0 | AtomicUpdateProcessorFactoryTest.testMultipleThreads <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([13B21A44A257644D:3F806DC92E9312C9]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:914)
   [junit4]    > 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=cat:cqcvbg31w5mtrxrzvyrq+2qy3iuuou9s1l04e9gup+l537586fmgnspdexar20+yom3z9jl3gimggudqv2i+y16i5ey89f8c79i2p9cv&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:907)
   [junit4]    > 	... 40 more
   [junit4]   2> 2889630 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596059865106612224,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2889630 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5bd27ee commitCommandVersion:1596059865106612224
   [junit4]   2> 2889635 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b3a099a[collection1] main]
   [junit4]   2> 2889638 INFO  (searcherExecutor-9552-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6b3a099a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C10/9:delGen=1) Uninverting(_1(8.0.0):C1)))}
   [junit4]   2> 2889638 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2889638 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 8
   [junit4]   2> 2889639 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889639 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889640 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889640 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889640 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889641 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889643 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1596059865120243712,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2889643 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5bd27ee commitCommandVersion:1596059865120243712
   [junit4]   2> 2889647 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aa96bfb[collection1] main]
   [junit4]   2> 2889647 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2889650 INFO  (searcherExecutor-9552-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2aa96bfb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C10/9:delGen=1) Uninverting(_2(8.0.0):C1)))}
   [junit4]   2> 2889650 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 7
   [junit4]   2> 2889651 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889652 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889653 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:animal&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889653 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&indent=true&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889654 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2889654 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Dr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889654 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2889655 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:40&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2889655 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2889655 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[13B21A44A257644D]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2889656 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1733877642
   [junit4]   2> 2889656 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2889656 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@406c325b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@666f4e6b
   [junit4]   2> 2889662 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2889662 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@85481ce: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@51b77417
   [junit4]   2> 2889666 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2889666 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[13B21A44A257644D]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a58c1bb: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@65fe0ba5
   [junit4]   2> 2889666 INFO  (coreCloseExecutor-9557-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d8b1b8e
   [junit4]   2> 2889666 INFO  (coreCloseExecutor-9557-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2106268558
   [junit4]   2> 2889666 INFO  (coreCloseExecutor-9557-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@593a6a36: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@6631dcb2
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_13B21A44A257644D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name_s=FSTOrd50, title_stringNoNorms=Lucene50(blocksize=128), title_stemmed=PostingsFormat(name=MockRandom), multiDefault=PostingsFormat(name=MockRandom), cat=Lucene50(blocksize=128), id=PostingsFormat(name=Memory), text=FSTOrd50, title=PostingsFormat(name=MockRandom), title_lettertok=PostingsFormat(name=Memory)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1149, maxMBSortInHeap=7.404029356900615, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4580e59c), locale=sv-SE, timezone=America/Halifax
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=162428368,total=526909440
   [junit4]   2> NOTE: All tests run in this JVM: [DocumentAnalysisRequestHandlerTest, TestLargeCluster, PluginInfoTest, JvmMetricsTest, SolrRequestParserTest, SuggesterWFSTTest, TestLegacyTerms, BinaryUpdateRequestHandlerTest, BasicAuthStandaloneTest, BaseCdcrDistributedZkTest, ParsingFieldUpdateProcessorsTest, PropertiesRequestHandlerTest, RequestHandlersTest, TestMergePolicyConfig, AliasIntegrationTest, CdcrReplicationDistributedZkTest, TestCollationField, DistributedQueryComponentOptimizationTest, TestNonDefinedSimilarityFactory, FullHLLTest, LIRRollingUpdatesTest, SolrMetricManagerTest, TestCrossCoreJoin, DefaultValueUpdateProcessorTest, DistributedFacetPivotSmallTest, RulesTest, TokenizerChainTest, TestCSVLoader, SharedFSAutoReplicaFailoverTest, TestRemoteStreaming, DistributedFacetPivotLargeTest, TestCloudNestedDocsSort, SolrShardReporterTest, TestSizeLimitedDistributedMap, TestSmileRequest, TestTrieFacet, SmileWriterTest, TestQuerySenderNoQuery, TestEmbeddedSolrServerConstructors, LeaderFailureAfterFreshStartTest, TestInPlaceUpdatesStandalone, TestNumericRangeQuery64, TestFieldResource, TestSort, TestSolrDeletionPolicy1, ZkCLITest, ComputePlanActionTest, FullSolrCloudDistribCmdsTest, TlogReplayBufferedWhileIndexingTest, TestRestManager, HdfsBasicDistributedZkTest, CollectionsAPIDistributedZkTest, TestWriterPerf, TestDistributedSearch, TestConfigSetImmutable, HttpPartitionOnCommitTest, HdfsRestartWhileUpdatingTest, UtilsToolTest, SpellingQueryConverterTest, TermVectorComponentDistributedTest, ExternalFileFieldSortTest, QueryResultKeyTest, TestLegacyField, TestIndexingPerformance, BufferStoreTest, TestPayloadScoreQParserPlugin, HdfsTlogReplayBufferedWhileIndexingTest, CoreMergeIndexesAdminHandlerTest, OverseerCollectionConfigSetProcessorTest, SolrPluginUtilsTest, TestPullReplica, ZkFailoverTest, TestSolrCloudWithKerberosAlt, TestLeaderElectionZkExpiry, TestWordDelimiterFilterFactory, OutputWriterTest, TestFastOutputStream, CachingDirectoryFactoryTest, TestScoreJoinQPScore, TestIndexSearcher, SimpleMLTQParserTest, TestSolrXml, TestShardHandlerFactory, AnalyticsQueryTest, UninvertDocValuesMergePolicyTest, CollectionStateFormat2Test, LargeFieldTest, TestNumericTerms64, TestBlendedInfixSuggestions, StatsComponentTest, TestBulkSchemaConcurrent, DistributedDebugComponentTest, TestStressLucene, ZkNodePropsTest, TestRTimerTree, TestInitParams, TestLMDirichletSimilarityFactory, TestMiniSolrCloudClusterSSL, TestIBSimilarityFactory, TestDefaultStatsCache, TestBlobHandler, TestExceedMaxTermLength, TestGroupingSearch, EchoParamsTest, TestSolrFieldCacheBean, IndexBasedSpellCheckerTest, TestLuceneMatchVersion, TestSchemaNameResource, TestCollationFieldDocValues, TestFieldCacheWithThreads, UpdateParamsTest, RecoveryAfterSoftCommitTest, TestSchemaManager, TestReloadDeadlock, DirectoryFactoryTest, TestCSVResponseWriter, AddSchemaFieldsUpdateProcessorFactoryTest, TolerantUpdateProcessorTest, TestJavabinTupleStreamParser, TestCloudDeleteByQuery, DeleteStatusTest, SolrGangliaReporterTest, SortSpecParsingTest, TestFieldCacheSort, SolrIndexSplitterTest, TestRawTransformer, ZkSolrClientTest, TestFaceting, TestHashPartitioner, TestRealTimeGet, TestStressReorder, TestReload, TestStressVersions, SimpleFacetsTest, BadIndexSchemaTest, TestFiltering, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SpatialFilterTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DocValuesMultiTest, DebugComponentTest, CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, LoggingHandlerTest, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, AlternateDirectoryTest, TestSolrIndexConfig, SolrIndexConfigTest, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, ConcurrentCreateRoutedAliasTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DocValuesNotIndexedTest, ForceLeaderTest, MigrateRouteKeyTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerStatusTest, PeerSyncReplicationTest, RestartWhileUpdatingTest, RollingRestartTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudJSONFacetJoinDomain, TestCloudRecovery, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestRandomRequestDistribution, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestTlogReplica, TestCollectionsAPIViaSolrCloudCluster, TestReplicaProperties, AutoAddReplicasIntegrationTest, ScheduledMaintenanceTriggerTest, TriggerIntegrationTest, TestIntervalFaceting, TestCloudSchemaless, BlockJoinFacetRandomTest, TestNestedDocsSort, TestScoreJoinQPNoScore, BasicAuthIntegrationTest, TestAuthorizationFramework, TestNumericTerms32, VersionInfoTest, AtomicUpdateProcessorFactoryTest]
   [junit4] Completed [768/786 (1!)] on J0 in 0.75s, 4 tests, 1 error <<< FAILURES!

[...truncated 49545 lines...]

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 20 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/20/

5 tests failed.
FAILED:  org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica

Error Message:
Captured an uncaught exception in thread: Thread[id=6814, name=coreZkRegister-1736-thread-1, state=RUNNABLE, group=TGRP-DeleteReplicaTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=6814, name=coreZkRegister-1736-thread-1, state=RUNNABLE, group=TGRP-DeleteReplicaTest]
	at __randomizedtesting.SeedInfo.seed([8D83493A1500EB11:E79528EA7DF2A1DB]:0)
Caused by: java.lang.AssertionError: Failed to delete replica
	at __randomizedtesting.SeedInfo.seed([8D83493A1500EB11]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.DeleteReplicaTest.lambda$raceConditionOnDeleteAndRegisterReplica$4(DeleteReplicaTest.java:228)
	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:185)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test

Error Message:
Trigger was not fired 

Stack Trace:
java.lang.AssertionError: Trigger was not fired 
	at __randomizedtesting.SeedInfo.seed([8D83493A1500EB11:5D776E0BBFC86E9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
	at __randomizedtesting.SeedInfo.seed([8D83493A1500EB11:44360B941C672DE4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:752)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([8D83493A1500EB11:D0CB57B3DAC64D5E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:576)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([8D83493A1500EB11:329687C496EA8E97]:0)
	at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:108)
	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:479)
	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:320)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1853 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test/temp/junit4-J0-20180326_001712_445497434041490121435.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: FastDecompressionCompressingStoredFields, pf: Lucene50, dvf: Lucene70
   [junit4] <<< JVM J0: EOF ----

[...truncated 10347 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.SystemLogListenerTest
   [junit4]   2> 414661 INFO  (SUITE-SystemLogListenerTest-seed#[8D83493A1500EB11]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_8D83493A1500EB11-001/init-core-data-001
   [junit4]   2> 414661 WARN  (SUITE-SystemLogListenerTest-seed#[8D83493A1500EB11]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=377 numCloses=377
   [junit4]   2> 414662 INFO  (SUITE-SystemLogListenerTest-seed#[8D83493A1500EB11]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 414680 INFO  (SUITE-SystemLogListenerTest-seed#[8D83493A1500EB11]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 414682 INFO  (SUITE-SystemLogListenerTest-seed#[8D83493A1500EB11]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_8D83493A1500EB11-001/tempDir-001
   [junit4]   2> 414683 INFO  (SUITE-SystemLogListenerTest-seed#[8D83493A1500EB11]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 414683 INFO  (Thread-136) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 414683 INFO  (Thread-136) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 414793 ERROR (Thread-136) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 414834 INFO  (SUITE-SystemLogListenerTest-seed#[8D83493A1500EB11]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44997
   [junit4]   2> 414976 INFO  (zkConnectionManagerCallback-218-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 415122 INFO  (jetty-launcher-215-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 415143 INFO  (jetty-launcher-215-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 415236 INFO  (jetty-launcher-215-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T21:27:37Z, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 415306 INFO  (jetty-launcher-215-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 415306 INFO  (jetty-launcher-215-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 415306 INFO  (jetty-launcher-215-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 415306 INFO  (jetty-launcher-215-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f703e6d{/solr,null,AVAILABLE}
   [junit4]   2> 415323 INFO  (jetty-launcher-215-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@579a82a8{HTTP/1.1,[http/1.1]}{127.0.0.1:35394}
   [junit4]   2> 415323 INFO  (jetty-launcher-215-thread-3) [    ] o.e.j.s.Server Started @426981ms
   [junit4]   2> 415323 INFO  (jetty-launcher-215-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35394}
   [junit4]   2> 415323 ERROR (jetty-launcher-215-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 415323 INFO  (jetty-launcher-215-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 415323 INFO  (jetty-launcher-215-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 415323 INFO  (jetty-launcher-215-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 415323 INFO  (jetty-launcher-215-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-26T01:56:25.621Z
   [junit4]   2> 415334 INFO  (jetty-launcher-215-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 415334 INFO  (jetty-launcher-215-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 415334 INFO  (jetty-launcher-215-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 415334 INFO  (jetty-launcher-215-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17684aed{/solr,null,AVAILABLE}
   [junit4]   2> 415334 INFO  (jetty-launcher-215-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@30822dfa{HTTP/1.1,[http/1.1]}{127.0.0.1:33202}
   [junit4]   2> 415334 INFO  (jetty-launcher-215-thread-1) [    ] o.e.j.s.Server Started @426993ms
   [junit4]   2> 415335 INFO  (jetty-launcher-215-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33202}
   [junit4]   2> 415335 ERROR (jetty-launcher-215-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 415335 INFO  (jetty-launcher-215-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 415335 INFO  (jetty-launcher-215-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 415335 INFO  (jetty-launcher-215-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 415335 INFO  (jetty-launcher-215-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-26T01:56:25.633Z
   [junit4]   2> 415336 INFO  (jetty-launcher-215-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 415336 INFO  (jetty-launcher-215-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 415337 INFO  (jetty-launcher-215-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 415370 INFO  (jetty-launcher-215-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a3d22c7{/solr,null,AVAILABLE}
   [junit4]   2> 415372 INFO  (jetty-launcher-215-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c2c6d5f{HTTP/1.1,[http/1.1]}{127.0.0.1:39950}
   [junit4]   2> 415372 INFO  (jetty-launcher-215-thread-2) [    ] o.e.j.s.Server Started @427031ms
   [junit4]   2> 415373 INFO  (jetty-launcher-215-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39950}
   [junit4]   2> 415373 ERROR (jetty-launcher-215-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 415373 INFO  (jetty-launcher-215-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 415373 INFO  (jetty-launcher-215-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 415373 INFO  (jetty-launcher-215-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 415373 INFO  (jetty-launcher-215-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-26T01:56:25.671Z
   [junit4]   2> 415655 INFO  (zkConnectionManagerCallback-222-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 415655 INFO  (zkConnectionManagerCallback-224-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 415656 INFO  (zkConnectionManagerCallback-220-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 415656 INFO  (jetty-launcher-215-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 415657 INFO  (jetty-launcher-215-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 415983 INFO  (jetty-launcher-215-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 416057 INFO  (jetty-launcher-215-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44997/solr
   [junit4]   2> 416148 INFO  (jetty-launcher-215-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44997/solr
   [junit4]   2> 416394 INFO  (jetty-launcher-215-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44997/solr
   [junit4]   2> 416422 INFO  (zkConnectionManagerCallback-228-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 416487 INFO  (zkConnectionManagerCallback-232-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 416678 INFO  (zkConnectionManagerCallback-236-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 416731 INFO  (zkConnectionManagerCallback-238-thread-1-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 416775 INFO  (zkConnectionManagerCallback-240-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 416983 INFO  (zkConnectionManagerCallback-242-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 417685 INFO  (jetty-launcher-215-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 417702 INFO  (jetty-launcher-215-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33202_solr
   [junit4]   2> 417705 INFO  (jetty-launcher-215-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.c.Overseer Overseer (id=72343775722012681-127.0.0.1:33202_solr-n_0000000000) starting
   [junit4]   2> 417945 INFO  (zkConnectionManagerCallback-249-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 418079 INFO  (jetty-launcher-215-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44997/solr ready
   [junit4]   2> 418153 DEBUG (OverseerAutoScalingTriggerThread-72343775722012681-127.0.0.1:33202_solr-n_0000000000) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 418181 INFO  (jetty-launcher-215-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33202_solr
   [junit4]   2> 418191 DEBUG (OverseerAutoScalingTriggerThread-72343775722012681-127.0.0.1:33202_solr-n_0000000000) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 418276 DEBUG (OverseerAutoScalingTriggerThread-72343775722012681-127.0.0.1:33202_solr-n_0000000000) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
   [junit4]   2> 418276 DEBUG (OverseerAutoScalingTriggerThread-72343775722012681-127.0.0.1:33202_solr-n_0000000000) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 418276 DEBUG (OverseerAutoScalingTriggerThread-72343775722012681-127.0.0.1:33202_solr-n_0000000000) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 418380 INFO  (zkCallback-248-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 418400 INFO  (OverseerStateUpdate-72343775722012681-127.0.0.1:33202_solr-n_0000000000) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 418779 DEBUG (OverseerAutoScalingTriggerThread-72343775722012681-127.0.0.1:33202_solr-n_0000000000) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 418815 DEBUG (OverseerAutoScalingTriggerThread-72343775722012681-127.0.0.1:33202_solr-n_0000000000) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 418852 DEBUG (ScheduledTrigger-821-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 419035 INFO  (jetty-launcher-215-thread-2) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 419057 INFO  (jetty-launcher-215-thread-2) [n:127.0.0.1:39950_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 419128 INFO  (jetty-launcher-215-thread-2) [n:127.0.0.1:39950_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39950_solr
   [junit4]   2> 419165 INFO  (zkCallback-248-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 419567 INFO  (zkCallback-241-thread-2-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 419685 INFO  (zkCallback-239-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 419937 DEBUG (ScheduledTrigger-821-thread-2) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 420248 INFO  (jetty-launcher-215-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33202.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3509bb98
   [junit4]   2> 420393 INFO  (jetty-launcher-215-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33202.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3509bb98
   [junit4]   2> 420416 INFO  (jetty-launcher-215-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33202.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3509bb98
   [junit4]   2> 420417 INFO  (jetty-launcher-215-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_8D83493A1500EB11-001/tempDir-001/node1/.
   [junit4]   2> 420558 INFO  (jetty-launcher-215-thread-3) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 420560 INFO  (jetty-launcher-215-thread-3) [n:127.0.0.1:35394_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 420575 INFO  (jetty-launcher-215-thread-3) [n:127.0.0.1:35394_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35394_solr
   [junit4]   2> 420591 INFO  (zkCallback-241-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 420594 INFO  (zkCallback-248-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 420651 INFO  (zkCallback-239-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 420708 INFO  (zkCallback-237-thread-1-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 421160 DEBUG (ScheduledTrigger-821-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 421792 INFO  (jetty-launcher-215-thread-2) [n:127.0.0.1:39950_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39950.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3509bb98
   [junit4]   2> 421864 INFO  (jetty-launcher-215-thread-2) [n:127.0.0.1:39950_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39950.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3509bb98
   [junit4]   2> 421864 INFO  (jetty-launcher-215-thread-2) [n:127.0.0.1:39950_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39950.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3509bb98
   [junit4]   2> 421866 INFO  (jetty-launcher-215-thread-2) [n:127.0.0.1:39950_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_8D83493A1500EB11-001/tempDir-001/node2/.
   [junit4]   2> 421951 INFO  (zkConnectionManagerCallback-253-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 422087 INFO  (jetty-launcher-215-thread-2) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 422087 INFO  (jetty-launcher-215-thread-2) [n:127.0.0.1:39950_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44997/solr ready
   [junit4]   2> 422198 DEBUG (ScheduledTrigger-821-thread-3) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 422402 INFO  (jetty-launcher-215-thread-3) [n:127.0.0.1:35394_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35394.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3509bb98
   [junit4]   2> 422434 INFO  (jetty-launcher-215-thread-3) [n:127.0.0.1:35394_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35394.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3509bb98
   [junit4]   2> 422434 INFO  (jetty-launcher-215-thread-3) [n:127.0.0.1:35394_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35394.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3509bb98
   [junit4]   2> 422452 INFO  (jetty-launcher-215-thread-3) [n:127.0.0.1:35394_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_8D83493A1500EB11-001/tempDir-001/node3/.
   [junit4]   2> 422526 INFO  (zkConnectionManagerCallback-257-thread-1-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 422528 INFO  (jetty-launcher-215-thread-3) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 422542 INFO  (jetty-launcher-215-thread-3) [n:127.0.0.1:35394_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44997/solr ready
   [junit4]   2> 422702 INFO  (zkConnectionManagerCallback-259-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 422784 INFO  (zkConnectionManagerCallback-263-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 422797 INFO  (SUITE-SystemLogListenerTest-seed#[8D83493A1500EB11]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 422890 INFO  (SUITE-SystemLogListenerTest-seed#[8D83493A1500EB11]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44997/solr ready
   [junit4]   2> 423172 INFO  (qtp1149748957-1182) [n:127.0.0.1:39950_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 423224 DEBUG (ScheduledTrigger-821-thread-3) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 423392 INFO  (OverseerThreadFactory-823-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 423613 INFO  (OverseerStateUpdate-72343775722012681-127.0.0.1:33202_solr-n_0000000000) [n:127.0.0.1:33202_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39950/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 423648 INFO  (OverseerStateUpdate-72343775722012681-127.0.0.1:33202_solr-n_0000000000) [n:127.0.0.1:33202_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33202/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 423649 INFO  (OverseerStateUpdate-72343775722012681-127.0.0.1:33202_solr-n_0000000000) [n:127.0.0.1:33202_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35394/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 424008 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 424009 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 424010 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 424010 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 424114 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 424114 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 424226 DEBUG (ScheduledTrigger-821-thread-4) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 424433 INFO  (zkCallback-239-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 424434 INFO  (zkCallback-239-thread-2-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 424442 INFO  (zkCallback-237-thread-1-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 424442 INFO  (zkCallback-237-thread-2-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 424446 INFO  (zkCallback-241-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 424446 INFO  (zkCallback-241-thread-2-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 425275 DEBUG (ScheduledTrigger-821-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 425322 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 425545 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 425580 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 425598 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 425616 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 425619 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 425649 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 425654 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 425654 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 425655 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 425669 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 425670 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 425670 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 425670 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39950.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3509bb98
   [junit4]   2> 425670 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 425670 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_8D83493A1500EB11-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_8D83493A1500EB11-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
   [junit4]   2> 425697 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
   [junit4]   2> 425697 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
   [junit4]   2> 425697 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33202.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3509bb98
   [junit4]   2> 425697 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 425697 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_8D83493A1500EB11-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_8D83493A1500EB11-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
   [junit4]   2> 425760 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema [.system_shard1_replica_n3] Schema name=_system collection or core
   [junit4]   2> 425796 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 425796 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n3' using configuration from collection .system, trusted=true
   [junit4]   2> 425797 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35394.solr.core..system.shard1.replica_n3' (registry 'solr.core..system.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3509bb98
   [junit4]   2> 425797 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 425797 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [[.system_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_8D83493A1500EB11-001/tempDir-001/node3/.system_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_8D83493A1500EB11-001/tempDir-001/node3/./.system_shard1_replica_n3/data/]
   [junit4]   2> 426001 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 426002 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 426019 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 426019 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 426021 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e71ab7f[.system_shard1_replica_n1] main]
   [junit4]   2> 426022 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 426022 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 426022 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 426056 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 426056 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 426057 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 426057 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 426072 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f91be4f[.system_shard1_replica_n2] main]
   [junit4]   2> 426073 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 426073 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 426073 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 426129 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 426129 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 426131 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 426131 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 426143 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 426144 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 426144 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595963496403566592
   [junit4]   2> 426145 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 426148 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 426161 INFO  (searcherExecutor-831-thread-1-processing-n:127.0.0.1:33202_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@7f91be4f[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 426165 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c4c6b40[.system_shard1_replica_n3] main]
   [junit4]   2> 432236 WARN  (jetty-launcher-215-thread-1-SendThread(127.0.0.1:44997)) [n:127.0.0.1:33202_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 8586ms for sessionid 0x1010447dd9f000a
   [junit4]   2> 432237 WARN  (SUITE-SystemLogListenerTest-seed#[8D83493A1500EB11]-worker-SendThread(127.0.0.1:44997)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 8668ms for sessionid 0x1010447dd9f000e
   [junit4]   2> 432283 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 432286 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 6140 ms
   [junit4]   2> 432286 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 432287 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595963502844968960
   [junit4]   2> 432288 INFO  (searcherExecutor-830-thread-1-processing-n:127.0.0.1:39950_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node4) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@3e71ab7f[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 432247 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1010447dd9f000a, likely client has closed socket
   [junit4]   2> 432308 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1010447dd9f000e, likely client has closed socket
   [junit4]   2> 432247 DEBUG (ScheduledTrigger-821-thread-1) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 432246 WARN  (jetty-launcher-215-thread-2-SendThread(127.0.0.1:44997)) [n:127.0.0.1:39950_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 8729ms for sessionid 0x1010447dd9f000b
   [junit4]   2> 432309 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1010447dd9f000b, likely client has closed socket
   [junit4]   2> 432309 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 432310 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 432310 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 432311 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 432246 WARN  (jetty-launcher-215-thread-3-SendThread(127.0.0.1:44997)) [n:127.0.0.1:35394_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 8694ms for sessionid 0x1010447dd9f000c
   [junit4]   2> 432320 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1010447dd9f000c, likely client has closed socket
   [junit4]   2> 432359 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
   [junit4]   2> 432360 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 432361 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 432372 WARN  (zkConnectionManagerCallback-249-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c72c022 name: ZooKeeperConnection Watcher:127.0.0.1:44997/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 432373 WARN  (zkConnectionManagerCallback-249-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 432373 INFO  (zkCallback-241-thread-2-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 432373 INFO  (zkCallback-241-thread-3-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 432373 INFO  (zkCallback-237-thread-2-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 432373 INFO  (zkCallback-237-thread-1-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 432380 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595963502942486528
   [junit4]   2> 432383 INFO  (searcherExecutor-832-thread-1-processing-n:127.0.0.1:35394_solr x:.system_shard1_replica_n3 s:shard1 c:.system r:core_node6) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [.system_shard1_replica_n3] Registered new searcher Searcher@2c4c6b40[.system_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 432383 INFO  (zkCallback-239-thread-2-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 432383 INFO  (zkCallback-239-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 432394 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node6=0, core_node5=0}, version=1}
   [junit4]   2> 432397 WARN  (zkConnectionManagerCallback-263-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@729a8c0a name: ZooKeeperConnection Watcher:127.0.0.1:44997/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 432397 WARN  (zkConnectionManagerCallback-263-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 432445 WARN  (zkConnectionManagerCallback-257-thread-1-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a3c40c8 name: ZooKeeperConnection Watcher:127.0.0.1:44997/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 432445 WARN  (zkConnectionManagerCallback-257-thread-1-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 432453 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node6=0, core_node4=0, core_node5=0}, version=2}
   [junit4]   2> 432518 WARN  (zkConnectionManagerCallback-253-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@208dfd3a name: ZooKeeperConnection Watcher:127.0.0.1:44997/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 432519 WARN  (zkConnectionManagerCallback-253-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 432860 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 432860 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 432860 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33202/solr/.system_shard1_replica_n2/
   [junit4]   2> 432860 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:33202/solr START replicas=[http://127.0.0.1:39950/solr/.system_shard1_replica_n1/, http://127.0.0.1:35394/solr/.system_shard1_replica_n3/] nUpdates=100
   [junit4]   2> 432902 INFO  (qtp1149748957-1188) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 432927 INFO  (qtp1351726253-1163) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.c.S.Request [.system_shard1_replica_n3]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 433168 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:33202/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 433168 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 433168 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 433168 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 433171 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33202/solr/.system_shard1_replica_n2/ shard1
   [junit4]   2> 433298 INFO  (zkCallback-237-thread-1-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433299 INFO  (zkCallback-237-thread-2-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433299 INFO  (zkCallback-239-thread-2-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433299 INFO  (zkCallback-239-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433299 INFO  (zkCallback-241-thread-2-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433299 INFO  (zkCallback-241-thread-3-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433310 DEBUG (ScheduledTrigger-821-thread-4) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 433339 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 433340 INFO  (qtp998215886-1172) [n:127.0.0.1:33202_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=9332
   [junit4]   2> 433401 INFO  (qtp1351726253-1161) [n:127.0.0.1:35394_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=9287
   [junit4]   2> 433504 INFO  (zkCallback-237-thread-2-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433507 INFO  (zkCallback-237-thread-1-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433507 INFO  (zkCallback-239-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433507 INFO  (zkCallback-239-thread-2-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433538 INFO  (zkCallback-241-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433538 INFO  (zkCallback-241-thread-2-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433538 INFO  (zkConnectionManagerCallback-257-thread-1-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 433541 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=9530
   [junit4]   2> 433596 INFO  (qtp1149748957-1182) [n:127.0.0.1:39950_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 433647 INFO  (zkCallback-237-thread-2-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433648 INFO  (zkCallback-237-thread-1-processing-n:127.0.0.1:35394_solr) [n:127.0.0.1:35394_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433648 INFO  (zkCallback-239-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433648 INFO  (zkCallback-239-thread-2-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433649 INFO  (zkCallback-241-thread-2-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433649 INFO  (zkCallback-241-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 433976 WARN  (jetty-launcher-215-thread-1-SendThread(127.0.0.1:44997)) [n:127.0.0.1:33202_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1010447dd9f000a has expired
   [junit4]   2> 434065 WARN  (zkConnectionManagerCallback-249-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c72c022 name: ZooKeeperConnection Watcher:127.0.0.1:44997/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 434065 WARN  (zkConnectionManagerCallback-249-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 434065 WARN  (zkConnectionManagerCallback-249-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 434105 INFO  (zkConnectionManagerCallback-249-thread-1-processing-n:127.0.0.1:33202_solr-EventThread) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 434105 INFO  (zkConnectionManagerCallback-249-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 434142 INFO  (zkConnectionManagerCallback-249-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 434142 INFO  (zkConnectionManagerCallback-249-thread-1-processing-n:127.0.0.1:33202_solr) [n:127.0.0.1:33202_solr    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 434171 WARN  (jetty-launcher-215-thread-2-SendThread(127.0.0.1:44997)) [n:127.0.0.1:39950_solr    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1010447dd9f000b has expired
   [junit4]   2> 434191 WARN  (zkConnectionManagerCallback-253-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@208dfd3a name: ZooKeeperConnection Watcher:127.0.0.1:44997/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 434191 WARN  (zkConnectionManagerCallback-253-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 434191 WARN  (zkConnectionManagerCallback-253-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 434217 INFO  (zkConnectionManagerCallback-253-thread-1-processing-n:127.0.0.1:39950_solr-EventThread) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 434217 INFO  (zkConnectionManagerCallback-253-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 434219 INFO  (zkConnectionManagerCallback-253-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 434219 INFO  (zkConnectionManagerCallback-253-thread-1-processing-n:127.0.0.1:39950_solr) [n:127.0.0.1:39950_solr    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 434317 DEBUG (ScheduledTrigger-821-thread-4) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 434358 INFO  (OverseerCollectionConfigSetProcessor-72343775722012681-127.0.0.1:33202_solr-n_0000000000) [n:127.0.0.1:33202_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 434375 WARN  (SUITE-SystemLogListenerTest-seed#[8D83493A1500EB11]-worker-SendThread(127.0.0.1:44997)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1010447dd9f000e has expired
   [junit4]   2> 434378 WARN  (zkConnectionManagerCallback-263-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@729a8c0a name: ZooKeeperConnection Watcher:127.0.0.1:44997/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 434378 WARN  (zkConnectionManagerCallback-263-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 434378 WARN  (zkConnectionManagerCallback-263-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 434455 INFO  (zkConnectionManagerCallback-263-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 434455 INFO  (zkConnectionManagerCallback-263-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 434597 INFO  (qtp1149748957-1182) [n:127.0.0.1:39950_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=11425
   [junit4]   2> 434603 INFO  (zkConnectionManagerCallback-263-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 434603 INFO  (zkConnectionManagerCallback-263-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 435069 INFO  (TEST-SystemLogListenerTest.test-seed#[8D83493A1500EB11]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 435343 DEBUG (ScheduledTrigger-821-thread-4) [n:127.0.0.1:33202_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 435376 INFO  (qtp1149748957-1187) [n:127.0.0.1:39950_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=117
   [junit4]   2> 435380 INFO  (qtp1149748957-1164) [n:127.0.0.1:39950_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 435415 INFO  (qtp998215886-1176) [n:127.0.0.1:33202_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=1
   [junit4]   2> 435434 INFO  (qtp998215886-1171) [n:127.0.0.1:33202_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 435451 INFO  (qtp1351726253-1163) [n:127.0.0.1:35394_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n3:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 435465 INFO  (qtp1351726253-1166) [n:127.0.0.1:35394_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=13
   [junit4]   2> 435465 DEBUG (qtp1149748957-1184) [n:127.0.0.1:39950_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 435469 INFO  (qtp1149748957-1184) [n:127.0.0.1:39950_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=346
   [junit4]   2> 435593 INFO  (qtp1149748957-1184) [n:127.0.0.1:39950_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 435595 INFO  (qtp1149748957-1186) [n:127.0.0.1:39950_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 435620 INFO  (qtp998215886-1178) [n:127.0.0.1:33202

[...truncated too long message...]

teners(ScheduledTriggers.java:772)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$120/407618757@710b9f2a rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@6cf07853[Shutting down, pool size = 165, active threads = 0, queued tasks = 0, completed tasks = 1156]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1379)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:173)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.submit(SimCloudManager.java:382)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:459)
   [junit4]   2> 	... 9 more
   [junit4]   2> 1468238 WARN  (AutoscalingActionExecutor-1886-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Exception running listener {
   [junit4]   2>   "trigger":"node_lost_trigger",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute",
   [junit4]   2>     "execute"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.sim.TestLargeCluster$TestTriggerListener",
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute",
   [junit4]   2>     "execute"]}
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster$TestTriggerListener.onEvent(TestLargeCluster.java:119)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:772)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1468239 WARN  (AutoscalingActionExecutor-1886-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> java.lang.Exception: Error executing action: execute for trigger event: {
   [junit4]   2>   "id":"f8844b040ef91Taokb0ycpon736s6e3tvl1396u",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":4371953246859153,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       4371953246859153,
   [junit4]   2>       4371953248906003,
   [junit4]   2>       4371953244787803,
   [junit4]   2>       4371953263905703,
   [junit4]   2>       4371953259741553,
   [junit4]   2>       4371953250924853,
   [junit4]   2>       4371953252965203,
   [junit4]   2>       4371953261890903,
   [junit4]   2>       4371953254985903,
   [junit4]   2>       4371953257005803],
   [junit4]   2>     "_enqueue_time_":4371958904557603,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10073_solr",
   [junit4]   2>       "127.0.0.1:10039_solr",
   [junit4]   2>       "127.0.0.1:10112_solr",
   [junit4]   2>       "127.0.0.1:10010_solr",
   [junit4]   2>       "127.0.0.1:10054_solr",
   [junit4]   2>       "127.0.0.1:10137_solr",
   [junit4]   2>       "127.0.0.1:10087_solr",
   [junit4]   2>       "127.0.0.1:10099_solr",
   [junit4]   2>       "127.0.0.1:10000_solr",
   [junit4]   2>       "127.0.0.1:10003_solr"]}}
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:310)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unexpected exception while processing event: {
   [junit4]   2>   "id":"f8844b040ef91Taokb0ycpon736s6e3tvl1396u",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":4371953246859153,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       4371953246859153,
   [junit4]   2>       4371953248906003,
   [junit4]   2>       4371953244787803,
   [junit4]   2>       4371953263905703,
   [junit4]   2>       4371953259741553,
   [junit4]   2>       4371953250924853,
   [junit4]   2>       4371953252965203,
   [junit4]   2>       4371953261890903,
   [junit4]   2>       4371953254985903,
   [junit4]   2>       4371953257005803],
   [junit4]   2>     "_enqueue_time_":4371958904557603,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10073_solr",
   [junit4]   2>       "127.0.0.1:10039_solr",
   [junit4]   2>       "127.0.0.1:10112_solr",
   [junit4]   2>       "127.0.0.1:10010_solr",
   [junit4]   2>       "127.0.0.1:10054_solr",
   [junit4]   2>       "127.0.0.1:10137_solr",
   [junit4]   2>       "127.0.0.1:10087_solr",
   [junit4]   2>       "127.0.0.1:10099_solr",
   [junit4]   2>       "127.0.0.1:10000_solr",
   [junit4]   2>       "127.0.0.1:10003_solr"]}}
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:120)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:307)
   [junit4]   2> 	... 6 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unexpected exception executing operation: action=MOVEREPLICA&async=node_lost_trigger/f8844b040ef91Taokb0ycpon736s6e3tvl1396u/0&waitForFinalState=true&collection=testBasic&targetNode=127.0.0.1:10106_solr&inPlaceMove=true&replica=core_node73
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:110)
   [junit4]   2> 	... 7 more
   [junit4]   2> Caused by: java.io.IOException: java.lang.InterruptedException
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:80)
   [junit4]   2> 	... 7 more
   [junit4]   2> Caused by: java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404)
   [junit4]   2> 	at java.util.concurrent.FutureTask.get(FutureTask.java:191)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:460)
   [junit4]   2> 	... 8 more
   [junit4]   2> Mar 26, 2018 2:13:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@38f6efb8), locale=ar, timezone=AGT
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=225731576,total=503840768
   [junit4]   2> NOTE: All tests run in this JVM: [TestHighFrequencyDictionaryFactory, TestExtendedDismaxParser, TestMaxScoreQueryParser, RAMDirectoryFactoryTest, TestOmitPositions, DirectUpdateHandlerTest, TestExceedMaxTermLength, RollingRestartTest, SharedFSAutoReplicaFailoverTest, EchoParamsTest, TestExactStatsCache, SimpleFacetsTest, NodeMutatorTest, TriggerIntegrationTest, RulesTest, OutputWriterTest, TestUseDocValuesAsStored, CollectionReloadTest, ZkNodePropsTest, CdcrVersionReplicationTest, TestTolerantUpdateProcessorCloud, TokenizerChainTest, BasicDistributedZkTest, StressHdfsTest, TestFieldCacheSort, TestDocSet, TestJavabinTupleStreamParser, SolrShardReporterTest, TestHashQParserPlugin, DocValuesNotIndexedTest, TestConfigSetsAPIExclusivity, TestGroupingSearch, TestCollationField, TestCSVLoader, SolrIndexSplitterTest, TestDocTermOrds, AnalysisErrorHandlingTest, DistribJoinFromCollectionTest, ConfigSetsAPITest, CleanupOldIndexTest, TestLargeCluster]
   [junit4] Completed [148/786 (4!)] on J0 in 87.31s, 4 tests, 1 failure, 1 error <<< FAILURES!

[...truncated 51682 lines...]

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 19 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/19/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.Overseer.start(Overseer.java:545)  at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)  at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)  at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)  at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)  at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2063)  at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.cloud.Overseer.start(Overseer.java:545)
	at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:850)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
	at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
	at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2063)
	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([CE87C508C9594BC0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest:     1) Thread[id=2951, name=OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]         at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:125)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest: 
   1) Thread[id=2951, name=OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]
        at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:125)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([CE87C508C9594BC0]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=2951, name=OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]         at java.lang.Throwable.fillInStackTrace(Native Method)         at java.lang.Throwable.fillInStackTrace(Throwable.java:783)         at java.lang.Throwable.<init>(Throwable.java:310)         at java.lang.Exception.<init>(Exception.java:102)         at java.io.IOException.<init>(IOException.java:99)         at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)         at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)         at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=2951, name=OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]
        at java.lang.Throwable.fillInStackTrace(Native Method)
        at java.lang.Throwable.fillInStackTrace(Throwable.java:783)
        at java.lang.Throwable.<init>(Throwable.java:310)
        at java.lang.Exception.<init>(Exception.java:102)
        at java.io.IOException.<init>(IOException.java:99)
        at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
        at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
        at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([CE87C508C9594BC0]:0)


FAILED:  org.apache.solr.logging.TestLogWatcher.testLog4jWatcher

Error Message:
expected:<50> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<50> but was:<1>
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.logging.TestLogWatcher.testLog4jWatcher(TestLogWatcher.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:45)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:42)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:263)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:68)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:47)
	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:231)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:60)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:229)
	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:50)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:222)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:300)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:251)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)




Build Log:
[...truncated 1866 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test/temp/junit4-J0-20180324_134402_5868456385041368903763.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: FastCompressingStoredFields, pf: BlockTreeOrds, dvf: Lucene70
   [junit4] <<< JVM J0: EOF ----

[...truncated 10457 lines...]
   [junit4] Suite: org.apache.solr.cloud.ZkControllerTest
   [junit4]   2> 755212 INFO  (SUITE-ZkControllerTest-seed#[CE87C508C9594BC0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ZkControllerTest_CE87C508C9594BC0-001/init-core-data-001
   [junit4]   2> 755212 WARN  (SUITE-ZkControllerTest-seed#[CE87C508C9594BC0]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 755212 INFO  (SUITE-ZkControllerTest-seed#[CE87C508C9594BC0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 755214 INFO  (SUITE-ZkControllerTest-seed#[CE87C508C9594BC0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4] IGNOR/A 0.00s J1 | ZkControllerTest.testPublishAndWaitForDownStates
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028, https://issues.apache.org/jira/browse/SOLR-7736))
   [junit4]   2> 755232 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[CE87C508C9594BC0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReadConfigName
   [junit4]   2> 755232 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[CE87C508C9594BC0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 755288 INFO  (Thread-441) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 755288 INFO  (Thread-441) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 755302 ERROR (Thread-441) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 755385 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[CE87C508C9594BC0]) [    ] o.a.s.c.ZkTestServer start zk server on port:33791
   [junit4]   2> 755484 INFO  (zkConnectionManagerCallback-698-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 755626 INFO  (zkConnectionManagerCallback-700-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 756191 INFO  (zkConnectionManagerCallback-702-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 756265 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[CE87C508C9594BC0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@19eb118d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 756283 INFO  (zkConnectionManagerCallback-706-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 756739 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[CE87C508C9594BC0]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 756754 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[CE87C508C9594BC0]) [n:127.0.0.1:8983_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
   [junit4]   2> 756755 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[CE87C508C9594BC0]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=72335646082793475-127.0.0.1:8983_solr-n_0000000000) starting
   [junit4]   2> 756902 INFO  (zkConnectionManagerCallback-711-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 757074 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[CE87C508C9594BC0]) [n:127.0.0.1:8983_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33791/solr ready
   [junit4]   2> 757110 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[CE87C508C9594BC0]) [n:127.0.0.1:8983_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:8983_solr
   [junit4]   2> 757111 INFO  (TEST-ZkControllerTest.testReadConfigName-seed#[CE87C508C9594BC0]) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=72335646082793475-127.0.0.1:8983_solr-n_0000000000) closing
   [junit4]   2> 757111 INFO  (OverseerStateUpdate-72335646082793475-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:8983_solr
   [junit4]   2> 757126 WARN  (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000000) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	at java.lang.Object.wait(Object.java:502)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1409)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1328)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:352)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:352)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.setData(ZkDistribStateManager.java:146)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:132)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 757130 WARN  (OverseerExitThread) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 757130 INFO  (zkCallback-705-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 757142 INFO  (zkCallback-710-thread-1-processing-n:127.0.0.1:8983_solr) [n:127.0.0.1:8983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 757143 INFO  (OverseerExitThread) [n:127.0.0.1:8983_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:8983_solr
   [junit4]   2> 757143 INFO  (OverseerExitThread) [n:127.0.0.1:8983_solr    ] o.a.s.c.Overseer Overseer (id=72335646082793475-127.0.0.1:8983_solr-n_0000000001) starting
   [junit4]   2> 757203 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757203 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757204 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757204 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757204 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757204 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757204 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757205 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757205 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757205 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757205 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757205 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757206 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757206 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757206 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757206 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757227 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757244 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757244 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757246 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757260 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757260 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757260 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757260 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757261 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757261 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757261 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757261 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757261 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757262 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757262 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757262 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757262 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757263 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757263 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757276 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757276 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757286 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757286 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757287 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757330 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757330 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757330 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757331 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 757331 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateMana

[...truncated too long message...]

ion$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 1155684 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 1155685 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 1155709 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4]   2> 1155709 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4] FAILURE 0.04s J1 | TestLogWatcher.testLog4jWatcher <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<50> but was:<1>
   [junit4]    > 	at org.apache.solr.logging.TestLogWatcher.testLog4jWatcher(TestLogWatcher.java:52)
   [junit4]   2> 1155710 ERROR (OverseerAutoScalingTriggerThread-72335646082793475-127.0.0.1:8983_solr-n_0000000001) [n:127.0.0.1:8983_solr    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183)
   [junit4]   2> 	at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:127)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176)
   [junit4]   2> 	... 3 more
   [junit4] Completed [464/785 (2!)] on J1 in 0.07s, 1 test, 1 failure <<< FAILURES!

[...truncated 50476 lines...]

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 18 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/18/

4 tests failed.
FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLowerTerms

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([76AEA6D81A9CD035:F89A869BDA3B7041]:0)
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:433)
	at sun.nio.ch.Net.bind(Net.java:425)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:334)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:302)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:238)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.eclipse.jetty.server.Server.doStart(Server.java:397)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.ForceLeaderTest.bringBackOldLeaderAndSendDoc(ForceLeaderTest.java:396)
	at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLowerTerms(ForceLeaderTest.java:144)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost

Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}], 

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}], 
	at __randomizedtesting.SeedInfo.seed([76AEA6D81A9CD035:C9BB68269976B5B3]:0)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager$1.request(SimCloudManager.java:336)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.setupTest(TestLargeCluster.java:105)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.ExecutionException: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}], 
	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:460)
	... 41 more
Caused by: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}], 
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:500)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$2(SimCloudManager.java:459)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}], 
	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:497)
	... 6 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10006_solr should have been deleted

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10006_solr should have been deleted
	at __randomizedtesting.SeedInfo.seed([76AEA6D81A9CD035:6E142ED414A91DDA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:856)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestBlobHandler.doBlobHandlerTest

Error Message:
KeeperErrorCode = Session expired for /clusterstate.json

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
	at __randomizedtesting.SeedInfo.seed([76AEA6D81A9CD035:966F848AA170A6C7]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:557)
	at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:363)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:681)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:676)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:471)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1855 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test/temp/junit4-J0-20180323_033715_6771986116557037081125.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: Lucene70, pf: BlockTreeOrds, dvf: Memory
   [junit4] <<< JVM J0: EOF ----

[...truncated 10233 lines...]
   [junit4] Suite: org.apache.solr.handler.TestBlobHandler
   [junit4]   2> 0    INFO  (SUITE-TestBlobHandler-seed#[76AEA6D81A9CD035]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/init-core-data-001
   [junit4]   2> 778  INFO  (SUITE-TestBlobHandler-seed#[76AEA6D81A9CD035]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1033 INFO  (SUITE-TestBlobHandler-seed#[76AEA6D81A9CD035]-worker) [    ] o.e.j.u.log Logging initialized @14839ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 1052 INFO  (SUITE-TestBlobHandler-seed#[76AEA6D81A9CD035]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1146 INFO  (SUITE-TestBlobHandler-seed#[76AEA6D81A9CD035]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1418 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1437 INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1438 INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1768 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.ZkTestServer start zk server on port:33367
   [junit4]   2> 2976 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0: ZooKeeperServer not running
   [junit4]   2> 2997 ERROR (Thread-1) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 5285 INFO  (zkConnectionManagerCallback-2-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5554 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100f57f54740000, likely client has closed socket
   [junit4]   2> 5772 INFO  (zkConnectionManagerCallback-4-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5963 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 6093 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 6187 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 6296 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 6386 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 6426 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 6459 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 6479 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 6516 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 6552 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 6641 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 6702 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 12138 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 12714 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 12714 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 12748 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 12930 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43200246{/,null,AVAILABLE}
   [junit4]   2> 13259 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@877b9f7{HTTP/1.1,[http/1.1]}{127.0.0.1:45171}
   [junit4]   2> 13259 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.Server Started @27085ms
   [junit4]   2> 13260 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=45171, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/control-001/cores}
   [junit4]   2> 13583 ERROR (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 13583 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 13624 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 13653 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 13745 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-23T05:02:53.604Z
   [junit4]   2> 13962 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 14110 INFO  (zkConnectionManagerCallback-6-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 14205 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 14207 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/control-001/solr.xml
   [junit4]   2> 15215 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 15216 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 15391 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 17478 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33367/solr
   [junit4]   2> 17651 INFO  (zkConnectionManagerCallback-10-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 17804 INFO  (zkConnectionManagerCallback-12-thread-1-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 19637 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:45171_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 19674 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:45171_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45171_
   [junit4]   2> 19676 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:45171_    ] o.a.s.c.Overseer Overseer (id=72327521264467972-127.0.0.1:45171_-n_0000000000) starting
   [junit4]   2> 19968 INFO  (zkConnectionManagerCallback-17-thread-1-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 19984 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:45171_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33367/solr ready
   [junit4]   2> 20342 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:45171_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45171_
   [junit4]   2> 20785 INFO  (zkCallback-16-thread-1-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 20791 INFO  (zkCallback-11-thread-1-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 26702 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:45171_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a
   [junit4]   2> 26736 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:45171_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a
   [junit4]   2> 26736 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:45171_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a
   [junit4]   2> 27274 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:45171_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/control-001/cores
   [junit4]   2> 28355 INFO  (zkConnectionManagerCallback-21-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 28483 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 28501 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33367/solr ready
   [junit4]   2> 30700 INFO  (qtp83117989-26) [n:127.0.0.1:45171_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45171_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 30825 INFO  (OverseerThreadFactory-8-thread-1-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 31403 INFO  (qtp83117989-28) [n:127.0.0.1:45171_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 31419 INFO  (qtp83117989-28) [n:127.0.0.1:45171_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 31627 INFO  (zkCallback-11-thread-1-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 32963 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 34329 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 38671 WARN  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 39398 WARN  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 39523 WARN  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 39691 WARN  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 41150 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 42955 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 43776 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a
   [junit4]   2> 43833 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 43855 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 44130 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=35.4697265625, floorSegmentMB=0.85546875, forceMergeDeletesPctAllowed=6.024100791342029, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 45932 WARN  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 48967 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 48968 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 49041 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 49041 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 49135 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=708285363, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 49243 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@74e2739c[control_collection_shard1_replica_n1] main]
   [junit4]   2> 49334 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 49461 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 49589 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 50692 INFO  (searcherExecutor-11-thread-1-processing-n:127.0.0.1:45171_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@74e2739c[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 50729 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595703464484143104
   [junit4]   2> 50855 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 50919 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 50919 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 50919 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45171/control_collection_shard1_replica_n1/
   [junit4]   2> 50938 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 50938 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45171/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 50938 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 51112 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45171/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 51148 INFO  (zkCallback-11-thread-2-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 51164 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 51238 INFO  (qtp83117989-28) [n:127.0.0.1:45171_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=19869
   [junit4]   2> 51389 INFO  (zkCallback-11-thread-2-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 51701 INFO  (qtp83117989-26) [n:127.0.0.1:45171_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 51701 INFO  (qtp83117989-26) [n:127.0.0.1:45171_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45171_&wt=javabin&version=2} status=0 QTime=21256
   [junit4]   2> 51821 INFO  (zkConnectionManagerCallback-25-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 51826 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 51828 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33367/solr ready
   [junit4]   2> 51858 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 51862 INFO  (qtp83117989-28) [n:127.0.0.1:45171_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 51902 INFO  (OverseerCollectionConfigSetProcessor-72327521264467972-127.0.0.1:45171_-n_0000000000) [n:127.0.0.1:45171_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 51927 INFO  (OverseerThreadFactory-8-thread-2-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 51937 WARN  (OverseerThreadFactory-8-thread-2-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 52283 INFO  (qtp83117989-28) [n:127.0.0.1:45171_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 52283 INFO  (qtp83117989-28) [n:127.0.0.1:45171_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=421
   [junit4]   2> 53069 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-1-001 of type NRT
   [junit4]   2> 53070 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 53194 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 53194 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 53195 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 53195 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7737c569{/,null,AVAILABLE}
   [junit4]   2> 53196 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5ccddeda{HTTP/1.1,[http/1.1]}{127.0.0.1:33558}
   [junit4]   2> 53196 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.Server Started @67022ms
   [junit4]   2> 53196 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=33558, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-1-001/cores}
   [junit4]   2> 53197 ERROR (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 53197 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 53197 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 53197 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 53197 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-23T05:03:33.147Z
   [junit4]   2> 53279 INFO  (zkConnectionManagerCallback-27-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 53281 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 53282 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-1-001/solr.xml
   [junit4]   2> 53313 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 53314 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 53454 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 53487 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33367/solr
   [junit4]   2> 53580 INFO  (zkConnectionManagerCallback-31-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 53742 INFO  (zkConnectionManagerCallback-33-thread-1-processing-n:127.0.0.1:33558_) [n:127.0.0.1:33558_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 53818 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:33558_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 53852 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:33558_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 53888 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:33558_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33558_
   [junit4]   2> 53925 INFO  (zkCallback-16-thread-1-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 54071 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 54072 INFO  (OverseerCollectionConfigSetProcessor-72327521264467972-127.0.0.1:45171_-n_0000000000) [n:127.0.0.1:45171_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 54091 INFO  (zkCallback-11-thread-2-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 54144 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:33558_) [n:127.0.0.1:33558_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 56012 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:33558_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a
   [junit4]   2> 56355 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:33558_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a
   [junit4]   2> 56355 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:33558_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a
   [junit4]   2> 56391 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:33558_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-1-001/cores
   [junit4]   2> 56517 INFO  (zkConnectionManagerCallback-38-thread-1-processing-n:127.0.0.1:33558_) [n:127.0.0.1:33558_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 56530 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:33558_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 56531 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:33558_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33367/solr ready
   [junit4]   2> 56983 INFO  (qtp1600884695-80) [n:127.0.0.1:33558_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33558_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 57075 INFO  (OverseerThreadFactory-8-thread-3-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33558_ for creating new replica
   [junit4]   2> 57492 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 57528 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 58759 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 59067 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 59971 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 60285 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 60323 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a
   [junit4]   2> 60323 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 60323 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 60357 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=35.4697265625, floorSegmentMB=0.85546875, forceMergeDeletesPctAllowed=6.024100791342029, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 60432 WARN  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 61051 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 61088 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 61163 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 61163 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 61279 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=708285363, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 61279 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@4368b744[collection1_shard2_replica_n41] main]
   [junit4]   2> 61281 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 61282 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 61315 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 61317 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595703475586465792
   [junit4]   2> 61362 INFO  (searcherExecutor-22-thread-1-processing-n:127.0.0.1:33558_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@4368b744[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 61413 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
   [junit4]   2> 61470 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 61470 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 61470 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33558/collection1_shard2_replica_n41/
   [junit4]   2> 61470 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 61470 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:33558/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 61470 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 61500 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33558/collection1_shard2_replica_n41/ shard2
   [junit4]   2> 61589 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 61614 INFO  (qtp1600884695-83) [n:127.0.0.1:33558_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4122
   [junit4]   2> 61634 INFO  (qtp1600884695-80) [n:127.0.0.1:33558_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33558_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=4651
   [junit4]   2> 62359 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-2-001 of type NRT
   [junit4]   2> 62360 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 62481 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 62481 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 62481 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 62489 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3fef217a{/,null,AVAILABLE}
   [junit4]   2> 62490 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6c0db825{HTTP/1.1,[http/1.1]}{127.0.0.1:34695}
   [junit4]   2> 62490 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.Server Started @76316ms
   [junit4]   2> 62490 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=34695, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-2-001/cores}
   [junit4]   2> 62491 ERROR (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 62491 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 62491 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 62492 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 62492 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-23T05:03:42.442Z
   [junit4]   2> 62567 INFO  (zkConnectionManagerCallback-40-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 62630 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 62630 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-2-001/solr.xml
   [junit4]   2> 62692 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 62692 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 62694 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 62721 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33367/solr
   [junit4]   2> 62736 INFO  (zkConnectionManagerCallback-44-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 62798 INFO  (zkConnectionManagerCallback-46-thread-1-processing-n:127.0.0.1:34695_) [n:127.0.0.1:34695_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 62836 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:34695_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 62872 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:34695_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 62891 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:34695_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34695_
   [junit4]   2> 62918 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 62918 INFO  (zkCallback-37-thread-1-processing-n:127.0.0.1:33558_) [n:127.0.0.1:33558_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 62918 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:33558_) [n:127.0.0.1:33558_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 62919 INFO  (zkCallback-16-thread-1-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 63169 INFO  (zkCallback-11-thread-1-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 63194 INFO  (zkCallback-45-thread-1-processing-n:127.0.0.1:34695_) [n:127.0.0.1:34695_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 63210 INFO  (OverseerCollectionConfigSetProcessor-72327521264467972-127.0.0.1:45171_-n_0000000000) [n:127.0.0.1:45171_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 63610 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:34695_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a
   [junit4]   2> 63683 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:34695_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a
   [junit4]   2> 63684 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:34695_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a
   [junit4]   2> 63700 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:34695_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-2-001/cores
   [junit4]   2> 63883 INFO  (zkConnectionManagerCallback-51-thread-1-processing-n:127.0.0.1:34695_) [n:127.0.0.1:34695_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 63937 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:34695_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 64010 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [n:127.0.0.1:34695_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33367/solr ready
   [junit4]   2> 64661 INFO  (qtp1600884695-81) [n:127.0.0.1:33558_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34695_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 64830 INFO  (OverseerThreadFactory-8-thread-4-processing-n:127.0.0.1:45171_) [n:127.0.0.1:45171_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34695_ for creating new replica
   [junit4]   2> 64949 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 64949 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 66306 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 66536 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
   [junit4]   2> 67901 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 68117 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
   [junit4]   2> 68118 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a
   [junit4]   2> 68118 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 68119 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
   [junit4]   2> 68143 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=35.4697265625, floorSegmentMB=0.85546875, forceMergeDeletesPctAllowed=6.024100791342029, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 68202 WARN  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 68662 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 68662 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 68680 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 68681 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 68735 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=708285363, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 68736 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@589827ed[collection1_shard1_replica_n43] main]
   [junit4]   2> 68878 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 68942 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 68943 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 68972 INFO  (searcherExecutor-33-thread-1-processing-n:127.0.0.1:34695_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@589827ed[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 68972 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595703483613315072
   [junit4]   2> 68998 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
   [junit4]   2> 69095 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 69097 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 69097 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34695/collection1_shard1_replica_n43/
   [junit4]   2> 69097 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 69097 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:34695/collection1_shard1_replica_n43/ has no replicas
   [junit4]   2> 69097 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 69170 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34695/collection1_shard1_replica_n43/ shard1
   [junit4]   2> 69279 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 69337 INFO  (qtp1884142125-115) [n:127.0.0.1:34695_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4389
   [junit4]   2> 69352 INFO  (qtp1600884695-81) [n:127.0.0.1:33558_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34695_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=4691
   [junit4]   2> 70427 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-3-001 of type NRT
   [junit4]   2> 70428 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 70535 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 70535 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 70535 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 70536 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4797dc77{/,null,AVAILABLE}
   [junit4]   2> 70536 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@18b0e2d0{HTTP/1.1,[http/1.1]}{127.0.0.1:37139}
   [junit4]   2> 70537 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.e.j.s.Server Started @84363ms
   [junit4]   2> 70537 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=37139, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-3-001/cores}
   [junit4]   2> 70537 ERROR (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 70538 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 70538 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 70538 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 70538 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-23T05:03:50.488Z
   [junit4]   2> 70620 INFO  (zkConnectionManagerCallback-53-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 70732 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 70732 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler_76AEA6D81A9CD035-001/shard-3-001/solr.xml
   [junit4]   2> 70789 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 70789 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 70790 INFO  (TEST-TestBlobHandler.doBlobHandlerTest-seed#[76AEA6D81A9CD035]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3603811a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 70836 INFO  (OverseerCollectionConfigSetProcessor-72327521264467972-127.0.0.1:45171_-n_0000000000) [n:127.0.0.1:45171_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collecti

[...truncated too long message...]

junit4]   2>       4297459792205561,
   [junit4]   2>       4297459759093561,
   [junit4]   2>       4297459785569961],
   [junit4]   2>     "_enqueue_time_":4297586480060311,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10140_solr",
   [junit4]   2>       "127.0.0.1:10136_solr",
   [junit4]   2>       "127.0.0.1:10139_solr",
   [junit4]   2>       "127.0.0.1:10146_solr",
   [junit4]   2>       "127.0.0.1:10133_solr",
   [junit4]   2>       "127.0.0.1:10150_solr",
   [junit4]   2>       "127.0.0.1:10141_solr",
   [junit4]   2>       "127.0.0.1:10144_solr",
   [junit4]   2>       "127.0.0.1:10149_solr",
   [junit4]   2>       "127.0.0.1:10147_solr",
   [junit4]   2>       "127.0.0.1:10148_solr",
   [junit4]   2>       "127.0.0.1:10145_solr",
   [junit4]   2>       "127.0.0.1:10134_solr",
   [junit4]   2>       "127.0.0.1:10137_solr",
   [junit4]   2>       "127.0.0.1:10142_solr",
   [junit4]   2>       "127.0.0.1:10138_solr",
   [junit4]   2>       "127.0.0.1:10135_solr",
   [junit4]   2>       "127.0.0.1:10143_solr"]}}
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:310)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unexpected exception while processing event: {
   [junit4]   2>   "id":"f4484533352e1T1sv7l8nlngmogbjndwbmn6yt6",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":4297459772904161,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       4297459772904161,
   [junit4]   2>       4297459777336611,
   [junit4]   2>       4297459779503111,
   [junit4]   2>       4297459775132811,
   [junit4]   2>       4297459782891061,
   [junit4]   2>       4297459761670711,
   [junit4]   2>       4297459794422111,
   [junit4]   2>       4297459796612961,
   [junit4]   2>       4297459756453361,
   [junit4]   2>       4297459798795911,
   [junit4]   2>       4297459766001511,
   [junit4]   2>       4297459787830161,
   [junit4]   2>       4297459768433661,
   [junit4]   2>       4297459770638561,
   [junit4]   2>       4297459790030461,
   [junit4]   2>       4297459792205561,
   [junit4]   2>       4297459759093561,
   [junit4]   2>       4297459785569961],
   [junit4]   2>     "_enqueue_time_":4297586480060311,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10140_solr",
   [junit4]   2>       "127.0.0.1:10136_solr",
   [junit4]   2>       "127.0.0.1:10139_solr",
   [junit4]   2>       "127.0.0.1:10146_solr",
   [junit4]   2>       "127.0.0.1:10133_solr",
   [junit4]   2>       "127.0.0.1:10150_solr",
   [junit4]   2>       "127.0.0.1:10141_solr",
   [junit4]   2>       "127.0.0.1:10144_solr",
   [junit4]   2>       "127.0.0.1:10149_solr",
   [junit4]   2>       "127.0.0.1:10147_solr",
   [junit4]   2>       "127.0.0.1:10148_solr",
   [junit4]   2>       "127.0.0.1:10145_solr",
   [junit4]   2>       "127.0.0.1:10134_solr",
   [junit4]   2>       "127.0.0.1:10137_solr",
   [junit4]   2>       "127.0.0.1:10142_solr",
   [junit4]   2>       "127.0.0.1:10138_solr",
   [junit4]   2>       "127.0.0.1:10135_solr",
   [junit4]   2>       "127.0.0.1:10143_solr"]}}
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:148)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:307)
   [junit4]   2> 	... 6 more
   [junit4]   2> Caused by: java.lang.InterruptedException: stopping - thread was interrupted
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:100)
   [junit4]   2> 	... 7 more
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=194, maxMBSortInHeap=5.982147417535224, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@491636d6), locale=sv-SE, timezone=Asia/Kabul
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=200839808,total=531103744
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributedMap, URLClassifyProcessorTest, TestLockTree, MultiThreadedOCPTest, TestComplexPhraseLeadingWildcard, MoveReplicaHDFSFailoverTest, TestQueryTypes, TermVectorComponentTest, TestSolrConfigHandler, NoCacheHeaderTest, TestInPlaceUpdatesStandalone, TestQuerySenderListener, TestManagedSchemaAPI, LargeFieldTest, TimeZoneUtilsTest, OverseerRolesTest, RecoveryZkTest, TestEmbeddedSolrServerAdminHandler, UnloadDistributedZkTest, TestExceedMaxTermLength, AutoScalingHandlerTest, TestLegacyField, DistributedFacetSimpleRefinementLongTailTest, TestRangeQuery, SpellCheckComponentTest, ScheduledTriggerTest, CopyFieldTest, TestPolicyCloud, VMParamsZkACLAndCredentialsProvidersTest, CoreMergeIndexesAdminHandlerTest, TestTriggerIntegration, DistributedSpellCheckComponentTest, TestBadConfig, TestSchemaNameResource, TestSchemaManager, TestNonDefinedSimilarityFactory, HdfsAutoAddReplicasIntegrationTest, TestCodecSupport, TestTrieFacet, CdcrRequestHandlerTest, RegexBoostProcessorTest, DistributedFacetPivotLargeTest, MinimalSchemaTest, TestSystemCollAutoCreate, TestDistributedMissingSort, TestBlendedInfixSuggestions, AssignTest, CircularListTest, NumericFieldsTest, WordBreakSolrSpellCheckerTest, BufferStoreTest, ClusterStateUpdateTest, TestSolrDeletionPolicy2, TestInfoStreamLogging, CreateCollectionCleanupTest, SpatialHeatmapFacetsTest, DocValuesTest, HdfsDirectoryFactoryTest, TestSolrCoreSnapshots, TestConfigsApi, TestFieldCacheWithThreads, BigEndianAscendingWordSerializerTest, TestSQLHandlerNonCloud, TestDistributedStatsComponentCardinality, SimpleCollectionCreateDeleteTest, HdfsChaosMonkeySafeLeaderTest, TestMacroExpander, TestReqParamsAPI, TestDirectoryFactory, StatsReloadRaceTest, TemplateUpdateProcessorTest, TestDelegationWithHadoopAuth, TestCloudNestedDocsSort, CloneFieldUpdateProcessorFactoryTest, TestFieldCacheSort, TestConfigSets, TestSmileRequest, TestFieldSortValues, SearchHandlerTest, TestNumericTerms64, TestRealTimeGet, TestFiltering, SolrShardReporterTest, LeaderElectionTest, AsyncCallRequestStatusResponseTest, SearchHandlerTest, TestTolerantSearch, TestRequestForwarding, TestPKIAuthenticationPlugin, TestSortByMinMaxFunction, HdfsWriteToMultipleCollectionsTest, FullHLLTest, TestExactStatsCache, HdfsBasicDistributedZk2Test, TestCryptoKeys, LIROnShardRestartTest, TestRandomDVFaceting, StatelessScriptUpdateProcessorFactoryTest, CdcrBootstrapTest, DistributedFacetPivotSmallTest, TestLFUCache, InfixSuggestersTest, TestStressCloudBlindAtomicUpdates, SuggesterTSTTest, TestReloadAndDeleteDocs, DocValuesMultiTest, TestNumericRangeQuery64, TestFastWriter, TestPivotHelperCode, ReturnFieldsTest, TestFaceting, IndexSchemaRuntimeFieldTest, DisMaxRequestHandlerTest, CollectionsAPIAsyncDistributedZkTest, DistributedQueryComponentOptimizationTest, TestRawTransformer, TestReloadDeadlock, AnalysisAfterCoreReloadTest, MultiTermTest, UtilsToolTest, TestMaxScoreQueryParser, TestCoreContainer, SchemaApiFailureTest, CurrencyFieldTypeTest, PeerSyncWithIndexFingerprintCachingTest, NotRequiredUniqueKeyTest, BasicDistributedZkTest, BasicDistributedZk2Test, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler, TestDistributedGrouping, TestRecovery, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, DistributedTermsComponentTest, SolrCmdDistributorTest, ConvertedLegacyTest, TestLazyCores, ShowFileRequestHandlerTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTest, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, DistanceFunctionTest, CacheHeaderTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, TestOmitPositions, XmlUpdateRequestHandlerTest, TestValueSourceCache, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestJmxIntegration, BinaryUpdateRequestHandlerTest, TestComponentsName, HighlighterConfigTest, UpdateParamsTest, AlternateDirectoryTest, ResponseLogComponentTest, SolrIndexConfigTest, TestConfig, TestSolrCoreProperties, DirectSolrConnectionTest, TestPhraseSuggestions, TestDFRSimilarityFactory, TestIBSimilarityFactory, DateMathParserTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestUtils, DistributedMLTComponentTest, CollectionPropsTest, ConnectionManagerTest, CreateRoutedAliasTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, ForceLeaderTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, PeerSyncReplicationTest, SaslZkACLProviderTest, SolrCloudExampleTest, TestCloudRecovery, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestSSLRandomization, TestShortCircuitedRequests, TestStressLiveNodes, TestUtilizeNode, ZkFailoverTest, TestLocalFSCloudBackupRestore, AutoAddReplicasPlanActionTest, NodeAddedTriggerTest, NodeLostTriggerTest, TestComputePlanAction, TestDistribStateManager, TestGenericDistributedQueue, TestLargeCluster]
   [junit4] Completed [610/785 (4!)] on J2 in 26.36s, 4 tests, 1 error <<< FAILURES!

[...truncated 50022 lines...]

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 17 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/17/

2 tests failed.
FAILED:  org.apache.solr.cloud.TestTlogReplica.testRecovery

Error Message:
Can not find doc 8 in https://127.0.0.1:38767/solr

Stack Trace:
java.lang.AssertionError: Can not find doc 8 in https://127.0.0.1:38767/solr
	at __randomizedtesting.SeedInfo.seed([C92F345F45EBA322:8DF4DF368BB6985]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:889)
	at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:603)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([C92F345F45EBA322:E51D43D2C92FD5A6]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:913)
	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=int_i:17&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:906)
	... 40 more




Build Log:
[...truncated 1849 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test/temp/junit4-J0-20180322_033455_7889159593599935674289.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: HighCompressionCompressingStoredFields, pf: BlockTreeOrds, dvf: Asserting
   [junit4] <<< JVM J0: EOF ----

[...truncated 11344 lines...]
   [junit4] Suite: org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest
   [junit4]   2> 1160792 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_C92F345F45EBA322-001/init-core-data-001
   [junit4]   2> 1160793 WARN  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
   [junit4]   2> 1160793 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1160794 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1160795 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1160795 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1160826 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1160853 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1160977 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1161026 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1136b57a
   [junit4]   2> 1161037 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1136b57a
   [junit4]   2> 1161037 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1136b57a
   [junit4]   2> 1161039 INFO  (coreLoadExecutor-3819-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1161040 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1161074 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1161100 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1161225 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1161234 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1161234 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1136b57a
   [junit4]   2> 1161234 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1161234 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_C92F345F45EBA322-001/init-core-data-001/]
   [junit4]   2> 1161236 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=1.9111328125, floorSegmentMB=1.603515625, forceMergeDeletesPctAllowed=28.128229811486392, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6356971818681012
   [junit4]   2> 1161301 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1161301 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1161302 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1161302 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1161303 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1161304 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6dff25e7[collection1] main]
   [junit4]   2> 1161304 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1161312 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1161344 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1161344 INFO  (searcherExecutor-3820-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1161344 INFO  (coreLoadExecutor-3819-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595610578901008384
   [junit4]   2> 1161345 INFO  (searcherExecutor-3820-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1161345 INFO  (searcherExecutor-3820-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1161345 INFO  (searcherExecutor-3820-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1161345 INFO  (searcherExecutor-3820-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1161345 INFO  (searcherExecutor-3820-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1161346 INFO  (searcherExecutor-3820-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1161346 INFO  (searcherExecutor-3820-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1161346 INFO  (searcherExecutor-3820-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1161347 INFO  (searcherExecutor-3820-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6dff25e7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1161348 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1161350 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testWrongAtomicOpPassed-seed#[C92F345F45EBA322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWrongAtomicOpPassed
   [junit4]   2> 1161352 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testWrongAtomicOpPassed-seed#[C92F345F45EBA322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWrongAtomicOpPassed
   [junit4]   2> 1161355 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testNoUniqueIdPassed-seed#[C92F345F45EBA322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoUniqueIdPassed
   [junit4]   2> 1161355 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testNoUniqueIdPassed-seed#[C92F345F45EBA322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoUniqueIdPassed
   [junit4]   2> 1161358 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   2> 1161362 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595610578919882752,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1161362 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@266fe1ef commitCommandVersion:1595610578919882752
   [junit4]   2> 1161370 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bd8ffd3[collection1] main]
   [junit4]   2> 1161371 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1161373 INFO  (searcherExecutor-3820-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1bd8ffd3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c1)))}
   [junit4]   2> 1161373 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 11
   [junit4]   2> 1161376 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161377 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161377 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161378 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161378 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161379 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161381 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595610578939805696,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1161381 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@266fe1ef commitCommandVersion:1595610578939805696
   [junit4]   2> 1161385 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bdd60ba[collection1] main]
   [junit4]   2> 1161386 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1161398 INFO  (searcherExecutor-3820-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5bdd60ba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):c1)))}
   [junit4]   2> 1161398 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 17
   [junit4]   2> 1161399 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161399 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161400 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:animal&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161400 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1161400 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Dr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161401 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1161401 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:40&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161402 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1161402 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1161402 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[C92F345F45EBA322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
   [junit4]   2> 1161405 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultipleThreads
   [junit4]   2> 1161405 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1161405 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@135c1afd[collection1] realtime]
   [junit4]   2> 1161406 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 1161415 WARN  (Thread-3158) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595610578967068672 actual=1595610578975457280Retrying with new version .... (1)
   [junit4]   2> 1161415 WARN  (Thread-3156) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595610578967068672 actual=1595610578975457280Retrying with new version .... (1)
   [junit4]   2> 1161417 WARN  (Thread-3156) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595610578975457280 actual=1595610578977554434Retrying with new version .... (2)
   [junit4]   2> 1161418 WARN  (Thread-3158) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595610578975457280 actual=1595610578978603008Retrying with new version .... (2)
   [junit4]   2> 1161418 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595610578978603010,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1161418 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@266fe1ef commitCommandVersion:1595610578978603010
   [junit4]   2> 1161422 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b2d7fa7[collection1] main]
   [junit4]   2> 1161423 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1161425 INFO  (searcherExecutor-3820-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2b2d7fa7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):c10/9:delGen=1)))}
   [junit4]   2> 1161425 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 7
   [junit4]   2> 1161426 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161428 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:6vbp3wsd369772iu38q2+knj8lsj7caq5hzzk9tcz+clpcfawl168r6oe7l43q+wnxd31d0qq5o4mm6p894+i622f4idhslhytz77yea&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1161428 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=int_i:17&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 1161429 ERROR (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=int_i:17&wt=xml
   [junit4]   2> 1161429 ERROR (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=int_i:17&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=int_i:17&wt=xml
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:906)
   [junit4]   2> 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1161429 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[C92F345F45EBA322]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultipleThreads
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AtomicUpdateProcessorFactoryTest -Dtests.method=testMultipleThreads -Dtests.seed=C92F345F45EBA322 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=no-NO -Dtests.timezone=Etc/GMT+8 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.03s J0 | AtomicUpdateProcessorFactoryTest.testMultipleThreads <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C92F345F45EBA322:E51D43D2C92FD5A6]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:913)
   [junit4]    > 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=int_i:17&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:906)
   [junit4]    > 	... 40 more
   [junit4]   2> 1161432 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1161432 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2043112708
   [junit4]   2> 1161432 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1161432 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79536cc9: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@59b4057c
   [junit4]   2> 1161437 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1161437 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c50d114: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@30857176
   [junit4]   2> 1161441 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1161441 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7aa10f41: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@744a2761
   [junit4]   2> 1161442 INFO  (coreCloseExecutor-3825-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@746e7812
   [junit4]   2> 1161442 INFO  (coreCloseExecutor-3825-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1953396754
   [junit4]   2> 1161442 INFO  (coreCloseExecutor-3825-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40f3b94e: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@5f09badf
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_C92F345F45EBA322-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name_s=PostingsFormat(name=MockRandom), title_stringNoNorms=PostingsFormat(name=Memory), title_stemmed=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=PostingsFormat(name=Memory), cat=PostingsFormat(name=Memory), id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=LuceneVarGapDocFreqInterval), title=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), title_lettertok=PostingsFormat(name=MockRandom)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1965, maxMBSortInHeap=6.816819219363315, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@706c0914), locale=no-NO, timezone=Etc/GMT+8
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=289385488,total=524812288
   [junit4]   2> NOTE: All tests run in this JVM: [SearchRateTriggerTest, TestLegacyFieldReuse, ZkStateWriterTest, TestCollectionAPI, TestStressLucene, SpellCheckCollatorWithCollapseTest, TestNamedUpdateProcessors, NodeLostTriggerTest, ClassificationUpdateProcessorIntegrationTest, TestDynamicFieldResource, MetricUtilsTest, CdcrReplicationDistributedZkTest, TestJsonFacetRefinement, DeleteNodeTest, TestLuceneMatchVersion, TestCloudManagedSchema, TestSolrQueryParser, TestCloudDeleteByQuery, TestCloudPivotFacet, RequestLoggingTest, TestSolrCLIRunExample, SolrSlf4jReporterTest, TestBulkSchemaAPI, TestSolrConfigHandlerCloud, DefaultValueUpdateProcessorTest, TestIntervalFaceting, TestDistributedSearch, CurrencyRangeFacetCloudTest, SharedFSAutoReplicaFailoverTest, InfoHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, TestQueryWrapperFilter, TestCSVResponseWriter, TestLeaderElectionZkExpiry, SynonymTokenizerTest, TestMaxTokenLenTokenizer, TestSolrDeletionPolicy1, TestExpandComponent, TestShardHandlerFactory, TestExtendedDismaxParser, TestMissingGroups, UUIDUpdateProcessorFallbackTest, TestPolicyCloud, SolrMetricReporterTest, ZkFailoverTest, RequestHandlersTest, TestInitQParser, TestCorePropertiesReload, ComputePlanActionTest, TestSerializedLuceneMatchVersion, TestPullReplica, TestStandardQParsers, AliasIntegrationTest, TestCSVLoader, TestLocalFSCloudBackupRestore, TestMinMaxOnMultiValuedField, TlogReplayBufferedWhileIndexingTest, SolrPluginUtilsTest, BitVectorTest, DistributedFacetPivotWhiteBoxTest, TestOmitPositions, SolrIndexSplitterTest, TestDownShardTolerantSearch, TestRestoreCore, ChaosMonkeyNothingIsSafeTest, TestHdfsUpdateLog, DistribJoinFromCollectionTest, RegexBytesRefFilterTest, BadIndexSchemaTest, TestFastOutputStream, TestStressInPlaceUpdates, TestBlobHandler, TestOverriddenPrefixQueryForCustomFieldType, SolrRequestParserTest, TestComponentsName, EchoParamsTest, TestMacros, TestHalfAndHalfDocValues, TestIndexingPerformance, HighlighterConfigTest, TestSchemalessBufferedUpdates, SuggestComponentContextFilterQueryTest, DistributedTermsComponentTest, TestDistribIDF, HLLSerializationTest, AtomicUpdateProcessorFactoryTest]
   [junit4] Completed [333/785 (1!)] on J0 in 0.68s, 4 tests, 1 error <<< FAILURES!

[...truncated 863 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTlogReplica
   [junit4]   2> 2441276 INFO  (SUITE-TestTlogReplica-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_C92F345F45EBA322-001/init-core-data-001
   [junit4]   2> 2441276 INFO  (SUITE-TestTlogReplica-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2441278 INFO  (SUITE-TestTlogReplica-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2441280 INFO  (SUITE-TestTlogReplica-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_C92F345F45EBA322-001/tempDir-001
   [junit4]   2> 2441280 INFO  (SUITE-TestTlogReplica-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2441280 INFO  (Thread-6289) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2441280 INFO  (Thread-6289) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2441288 ERROR (Thread-6289) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2441380 INFO  (SUITE-TestTlogReplica-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43371
   [junit4]   2> 2441382 INFO  (zkConnectionManagerCallback-9027-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2441388 INFO  (jetty-launcher-9024-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2441388 INFO  (jetty-launcher-9024-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2441390 INFO  (jetty-launcher-9024-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2441390 INFO  (jetty-launcher-9024-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2441390 INFO  (jetty-launcher-9024-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2441390 INFO  (jetty-launcher-9024-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 2441390 INFO  (jetty-launcher-9024-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2441390 INFO  (jetty-launcher-9024-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 2441390 INFO  (jetty-launcher-9024-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4eb36cf{/solr,null,AVAILABLE}
   [junit4]   2> 2441390 INFO  (jetty-launcher-9024-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f1c9c99{/solr,null,AVAILABLE}
   [junit4]   2> 2441391 INFO  (jetty-launcher-9024-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@72de7c55{SSL,[ssl, http/1.1]}{127.0.0.1:54646}
   [junit4]   2> 2441391 INFO  (jetty-launcher-9024-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@184e1a91{SSL,[ssl, http/1.1]}{127.0.0.1:38767}
   [junit4]   2> 2441391 INFO  (jetty-launcher-9024-thread-1) [    ] o.e.j.s.Server Started @2443954ms
   [junit4]   2> 2441391 INFO  (jetty-launcher-9024-thread-2) [    ] o.e.j.s.Server Started @2443954ms
   [junit4]   2> 2441391 INFO  (jetty-launcher-9024-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54646}
   [junit4]   2> 2441391 INFO  (jetty-launcher-9024-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38767}
   [junit4]   2> 2441391 ERROR (jetty-launcher-9024-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2441391 ERROR (jetty-launcher-9024-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2441392 INFO  (jetty-launcher-9024-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2441392 INFO  (jetty-launcher-9024-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2441392 INFO  (jetty-launcher-9024-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2441392 INFO  (jetty-launcher-9024-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2441392 INFO  (jetty-launcher-9024-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2441392 INFO  (jetty-launcher-9024-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2441392 INFO  (jetty-launcher-9024-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-22T04:48:27.695Z
   [junit4]   2> 2441392 INFO  (jetty-launcher-9024-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-22T04:48:27.695Z
   [junit4]   2> 2441394 INFO  (zkConnectionManagerCallback-9029-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2441394 INFO  (zkConnectionManagerCallback-9031-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2441394 INFO  (jetty-launcher-9024-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2441394 INFO  (jetty-launcher-9024-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2441407 INFO  (jetty-launcher-9024-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43371/solr
   [junit4]   2> 2441407 INFO  (jetty-launcher-9024-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43371/solr
   [junit4]   2> 2441408 INFO  (zkConnectionManagerCallback-9037-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2441409 INFO  (zkConnectionManagerCallback-9039-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2441411 INFO  (zkConnectionManagerCallback-9041-thread-1-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2441411 INFO  (zkConnectionManagerCallback-9043-thread-1-processing-n:127.0.0.1:54646_solr) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2441538 INFO  (jetty-launcher-9024-thread-2) [n:127.0.0.1:38767_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2441538 INFO  (jetty-launcher-9024-thread-1) [n:127.0.0.1:54646_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2441539 INFO  (jetty-launcher-9024-thread-2) [n:127.0.0.1:38767_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38767_solr
   [junit4]   2> 2441539 INFO  (jetty-launcher-9024-thread-1) [n:127.0.0.1:54646_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54646_solr
   [junit4]   2> 2441540 INFO  (jetty-launcher-9024-thread-2) [n:127.0.0.1:38767_solr    ] o.a.s.c.Overseer Overseer (id=73495847761149957-127.0.0.1:38767_solr-n_0000000000) starting
   [junit4]   2> 2441546 INFO  (zkCallback-9042-thread-1-processing-n:127.0.0.1:54646_solr) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2441546 INFO  (zkCallback-9040-thread-1-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2441556 INFO  (zkConnectionManagerCallback-9049-thread-1-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2441557 INFO  (jetty-launcher-9024-thread-2) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2441558 INFO  (jetty-launcher-9024-thread-2) [n:127.0.0.1:38767_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43371/solr ready
   [junit4]   2> 2441562 INFO  (jetty-launcher-9024-thread-2) [n:127.0.0.1:38767_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38767_solr
   [junit4]   2> 2441563 INFO  (zkCallback-9042-thread-1-processing-n:127.0.0.1:54646_solr) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2441568 INFO  (zkCallback-9040-thread-1-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2441568 INFO  (zkCallback-9048-thread-1-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2442650 INFO  (jetty-launcher-9024-thread-1) [n:127.0.0.1:54646_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54646.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c858903
   [junit4]   2> 2442650 INFO  (jetty-launcher-9024-thread-2) [n:127.0.0.1:38767_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38767.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c858903
   [junit4]   2> 2442662 INFO  (jetty-launcher-9024-thread-1) [n:127.0.0.1:54646_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54646.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c858903
   [junit4]   2> 2442662 INFO  (jetty-launcher-9024-thread-2) [n:127.0.0.1:38767_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38767.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c858903
   [junit4]   2> 2442663 INFO  (jetty-launcher-9024-thread-1) [n:127.0.0.1:54646_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54646.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c858903
   [junit4]   2> 2442663 INFO  (jetty-launcher-9024-thread-2) [n:127.0.0.1:38767_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38767.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c858903
   [junit4]   2> 2442664 INFO  (jetty-launcher-9024-thread-1) [n:127.0.0.1:54646_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_C92F345F45EBA322-001/tempDir-001/node1/.
   [junit4]   2> 2442665 INFO  (jetty-launcher-9024-thread-2) [n:127.0.0.1:38767_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_C92F345F45EBA322-001/tempDir-001/node2/.
   [junit4]   2> 2442674 INFO  (zkConnectionManagerCallback-9053-thread-1-processing-n:127.0.0.1:54646_solr) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2442676 INFO  (jetty-launcher-9024-thread-1) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2442677 INFO  (jetty-launcher-9024-thread-1) [n:127.0.0.1:54646_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43371/solr ready
   [junit4]   2> 2442748 INFO  (zkConnectionManagerCallback-9055-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2442757 INFO  (zkConnectionManagerCallback-9059-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2442758 INFO  (SUITE-TestTlogReplica-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2442759 INFO  (SUITE-TestTlogReplica-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43371/solr ready
   [junit4]   2> 2442770 INFO  (SUITE-TestTlogReplica-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
   [junit4]   2> 2442804 INFO  (qtp358241926-30951) [n:127.0.0.1:54646_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2442806 INFO  (qtp358241926-30951) [n:127.0.0.1:54646_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2442845 INFO  (TEST-TestTlogReplica.testAddRemoveTlogReplica-seed#[C92F345F45EBA322]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveTlogReplica
   [junit4]   2> 2442850 INFO  (qtp358241926-30955) [n:127.0.0.1:54646_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_remove_tlog_replica&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2442857 INFO  (OverseerThreadFactory-9488-thread-1-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_add_remove_tlog_replica
   [junit4]   2> 2442969 INFO  (OverseerStateUpdate-73495847761149957-127.0.0.1:38767_solr-n_0000000000) [n:127.0.0.1:38767_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_add_remove_tlog_replica",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38767/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2442972 INFO  (OverseerStateUpdate-73495847761149957-127.0.0.1:38767_solr-n_0000000000) [n:127.0.0.1:38767_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_add_remove_tlog_replica",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:54646/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2443178 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2443179 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2443200 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2443200 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2443307 INFO  (zkCallback-9040-thread-1-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2443307 INFO  (zkCallback-9042-thread-1-processing-n:127.0.0.1:54646_solr) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2443307 INFO  (zkCallback-9040-thread-2-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2443308 INFO  (zkCallback-9042-thread-2-processing-n:127.0.0.1:54646_solr) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2444193 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2444201 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] Schema name=minimal
   [junit4]   2> 2444214 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2444214 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true
   [junit4]   2> 2444215 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54646.solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t2' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c858903
   [junit4]   2> 2444215 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2444215 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_C92F345F45EBA322-001/tempDir-001/node1/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_C92F345F45EBA322-001/tempDir-001/node1/./tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2/data/]
   [junit4]   2> 2444222 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2444231 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 2444233 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2444234 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true
   [junit4]   2> 2444234 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38767.solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c858903
   [junit4]   2> 2444234 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2444235 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_C92F345F45EBA322-001/tempDir-001/node2/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_C92F345F45EBA322-001/tempDir-001/node2/./tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/data/]
   [junit4]   2> 2444287 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2444287 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2444289 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2444289 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2444291 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@37c0baba[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] main]
   [junit4]   2> 2444292 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2444293 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2444294 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2444295 INFO  (searcherExecutor-9493-thread-1-processing-n:127.0.0.1:54646_solr x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 s:shard2 c:tlog_replica_test_add_remove_tlog_replica r:core_node4) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] Registered new searcher Searcher@37c0baba[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2444295 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595611923714408448
   [junit4]   2> 2444301 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_add_remove_tlog_replica/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 2444302 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2444302 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2444304 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2444304 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2444305 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2444305 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2444305 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54646/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2/
   [junit4]   2> 2444305 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2444305 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.SyncStrategy https://127.0.0.1:54646/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2/ has no replicas
   [junit4]   2> 2444306 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2444306 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 stopping background replication from leader
   [junit4]   2> 2444307 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c90f743[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] main]
   [junit4]   2> 2444308 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2444309 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2444310 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54646/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2/ shard2
   [junit4]   2> 2444311 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2444312 INFO  (searcherExecutor-9494-thread-1-processing-n:127.0.0.1:38767_solr x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1 s:shard1 c:tlog_replica_test_add_remove_tlog_replica r:core_node3) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] Registered new searcher Searcher@c90f743[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2444312 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595611923732234240
   [junit4]   2> 2444317 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_add_remove_tlog_replica/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 2444320 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2444320 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2444320 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38767/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/
   [junit4]   2> 2444320 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2444320 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.SyncStrategy https://127.0.0.1:38767/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/ has no replicas
   [junit4]   2> 2444320 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2444321 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1 stopping background replication from leader
   [junit4]   2> 2444324 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38767/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/ shard1
   [junit4]   2> 2444425 INFO  (zkCallback-9042-thread-2-processing-n:127.0.0.1:54646_solr) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2444425 INFO  (zkCallback-9042-thread-1-processing-n:127.0.0.1:54646_solr) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2444426 INFO  (zkCallback-9040-thread-3-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2444426 INFO  (zkCallback-9040-thread-2-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2444461 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2444463 INFO  (qtp358241926-30961) [n:127.0.0.1:54646_solr c:tlog_replica_test_add_remove_tlog_replica s:shard2 r:core_node4 x:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1284
   [junit4]   2> 2444475 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2444477 INFO  (qtp1011524462-30956) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node3 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1277
   [junit4]   2> 2444481 INFO  (qtp358241926-30955) [n:127.0.0.1:54646_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2444578 INFO  (zkCallback-9040-thread-2-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2444578 INFO  (zkCallback-9040-thread-3-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2444578 INFO  (zkCallback-9042-thread-2-processing-n:127.0.0.1:54646_solr) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2444578 INFO  (zkCallback-9042-thread-1-processing-n:127.0.0.1:54646_solr) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2444858 INFO  (OverseerCollectionConfigSetProcessor-73495847761149957-127.0.0.1:38767_solr-n_0000000000) [n:127.0.0.1:38767_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2445481 INFO  (qtp358241926-30955) [n:127.0.0.1:54646_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_remove_tlog_replica&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2} status=0 QTime=2631
   [junit4]   2> 2445488 INFO  (qtp1011524462-30962) [n:127.0.0.1:38767_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&type=TLOG and sendToOCPQueue=true
   [junit4]   2> 2445493 INFO  (OverseerThreadFactory-9488-thread-2-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38767_solr for creating new replica
   [junit4]   2> 2445496 INFO  (OverseerStateUpdate-73495847761149957-127.0.0.1:38767_solr-n_0000000000) [n:127.0.0.1:38767_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"tlog_replica_test_add_remove_tlog_replica",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38767/solr",
   [junit4]   2>   "node_name":"127.0.0.1:38767_solr",
   [junit4]   2>   "type":"TLOG"} 
   [junit4]   2> 2445598 INFO  (zkCallback-9040-thread-2-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2445598 INFO  (zkCallback-9040-thread-3-processing-n:127.0.0.1:38767_solr) [n:127.0.0.1:38767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2445598 INFO  (zkCallback-9042-thread-1-processing-n:127.0.0.1:54646_solr) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2445598 INFO  (zkCallback-9042-thread-2-processing-n:127.0.0.1:54646_solr) [n:127.0.0.1:54646_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2445698 INFO  (qtp1011524462-30960) [n:127.0.0.1:38767_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5&action=CREATE&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2445718 INFO  (qtp1011524462-30960) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2445727 INFO  (qtp1011524462-30960) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] Schema name=minimal
   [junit4]   2> 2445730 INFO  (qtp1011524462-30960) [n:127.0.0.1:38767_solr c:tlog_replica_test_add_remove_tlog_replica s:shard1 r:core_node6 x:tlog_replica_test_add_remove_tlog_replica_

[...truncated too long message...]

unit4]   2> 2554124 INFO  (jetty-closer-9025-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 2554125 ERROR (SUITE-TestTlogReplica-seed#[C92F345F45EBA322]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2554125 INFO  (SUITE-TestTlogReplica-seed#[C92F345F45EBA322]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43371 43371
   [junit4]   2> 2554399 INFO  (Thread-6289) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43371 43371
   [junit4]   2> 2554400 WARN  (Thread-6289) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	33	/solr/configs/conf
   [junit4]   2> 	30	/solr/collections/tlog_replica_test_create_delete/terms/shard1
   [junit4]   2> 	28	/solr/collections/tlog_replica_test_create_delete/terms/shard2
   [junit4]   2> 	27	/solr/collections/tlog_replica_test_recovery/terms/shard1
   [junit4]   2> 	19	/solr/aliases.json
   [junit4]   2> 	19	/solr/collections/tlog_replica_test_remove_leader/terms/shard1
   [junit4]   2> 	17	/solr/collections/tlog_replica_test_basic_leader_election/terms/shard1
   [junit4]   2> 	17	/solr/collections/tlog_replica_test_kill_leader/terms/shard1
   [junit4]   2> 	17	/solr/collections/tlog_replica_test_kill_tlog_replica/terms/shard1
   [junit4]   2> 	15	/solr/collections/tlog_replica_test_real_time_get/terms/shard1
   [junit4]   2> 	12	/solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/terms/shard1
   [junit4]   2> 	11	/solr/collections/tlog_replica_test_only_leader_indexes/terms/shard1
   [junit4]   2> 	10	/solr/collections/tlog_replica_test_delete_by_id/terms/shard1
   [junit4]   2> 	9	/solr/security.json
   [junit4]   2> 	7	/solr/collections/tlog_replica_test_add_remove_tlog_replica/terms/shard2
   [junit4]   2> 	6	/solr/collections/tlog_replica_test_add_remove_tlog_replica/terms/shard1
   [junit4]   2> 	4	/solr/collections/tlog_replica_test_add_docs/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	52	/solr/collections/tlog_replica_test_create_delete/state.json
   [junit4]   2> 	39	/solr/collections/tlog_replica_test_recovery/state.json
   [junit4]   2> 	31	/solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
   [junit4]   2> 	27	/solr/collections/tlog_replica_test_kill_leader/state.json
   [junit4]   2> 	26	/solr/collections/tlog_replica_test_kill_tlog_replica/state.json
   [junit4]   2> 	26	/solr/collections/tlog_replica_test_basic_leader_election/state.json
   [junit4]   2> 	26	/solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
   [junit4]   2> 	24	/solr/collections/tlog_replica_test_remove_leader/state.json
   [junit4]   2> 	19	/solr/clusterstate.json
   [junit4]   2> 	19	/solr/clusterprops.json
   [junit4]   2> 	15	/solr/collections/tlog_replica_test_only_leader_indexes/state.json
   [junit4]   2> 	15	/solr/collections/tlog_replica_test_delete_by_id/state.json
   [junit4]   2> 	13	/solr/collections/tlog_replica_test_real_time_get/state.json
   [junit4]   2> 	6	/solr/collections/tlog_replica_test_add_docs/state.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	4	/solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/73495847761149958-core_node4-n_0000000000
   [junit4]   2> 	3	/solr/overseer_elect/election/73495847761149958-127.0.0.1:54646_solr-n_0000000001
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/73495847761149958-core_node7-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/73495847761149973-127.0.0.1:38767_solr-n_0000000004
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/73495847761149958-core_node16-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	19	/solr/live_nodes
   [junit4]   2> 	19	/solr/collections
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	5	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	5	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_C92F345F45EBA322-001
   [junit4]   2> Mar 22, 2018 4:50:20 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=5, maxDocsPerChunk=6, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=5, blockSize=2)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@adb1740), locale=en-US, timezone=Etc/GMT-14
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=178154368,total=508559360
   [junit4]   2> NOTE: All tests run in this JVM: [TestClusterStateProvider, SolrCloudReportersTest, AlternateDirectoryTest, TestReplicaProperties, BlockJoinFacetDistribTest, BlockDirectoryTest, DistanceUnitsTest, SystemLogListenerTest, TestPartialUpdateDeduplication, RequiredFieldsTest, HLLUtilTest, HDFSCollectionsAPITest, TestScoreJoinQPNoScore, DistribCursorPagingTest, TestReversedWildcardFilterFactory, SolrJmxReporterCloudTest, TestElisionMultitermQuery, SortByFunctionTest, TestAuthenticationFramework, TestCloudInspectUtil, TestSolrConfigHandlerConcurrent, TestSystemIdResolver, TestRawResponseWriter, PrimitiveFieldTypeTest, MetricsHandlerTest, TimeRoutedAliasUpdateProcessorTest, TestManagedResourceStorage, TestCursorMarkWithoutUniqueKey, TestQueryUtils, SolrCLIZkUtilsTest, BadComponentTest, TestClusterStateMutator, TestStressVersions, TestUniqueKeyFieldResource, TestLeaderInitiatedRecoveryThread, TestCollapseQParserPlugin, TestObjectReleaseTracker, ResponseBuilderTest, TestSlowCompositeReaderWrapper, JsonLoaderTest, TestSearchPerf, TestSolrJ, FileUtilsTest, SolrCoreMetricManagerTest, CdcrBidirectionalTest, TestCustomDocTransformer, ZkControllerTest, TestConfigSetProperties, TestSolrCoreParser, TestSimpleTextCodec, MetricTriggerTest, TestCloudSchemaless, TestPullReplicaErrorHandling, TestOrdValues, BasicZkTest, XsltUpdateRequestHandlerTest, AutoAddReplicasPlanActionTest, CloudMLTQParserTest, TestZkChroot, PrimUtilsTest, BigEndianAscendingWordDeserializerTest, ShufflingReplicaListTransformerTest, TestLRUCache, ClassificationUpdateProcessorTest, TestDistribDocBasedVersion, SolrMetricsIntegrationTest, LoggingHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, FieldMutatingUpdateProcessorTest, ForceLeaderTest, TestSolrQueryResponse, TestPointFields, SimplePostToolTest, TestStressLiveNodes, V2StandaloneTest, TestStressRecovery, TestAnalyzeInfixSuggestions, TestRecoveryHdfs, DistributedIntervalFacetingTest, TestFieldTypeResource, TestFoldingMultitermQuery, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestLegacyNumericRangeQueryBuilder, HighlighterTest, TestHttpShardHandlerFactory, TestSha256AuthenticationProvider, ExplicitHLLTest, ShardRoutingCustomTest, TestTestInjection, DistributedFacetPivotSmallAdvancedTest, CdcrReplicationHandlerTest, MissingSegmentRecoveryTest, TestNRTOpen, ConfigureRecoveryStrategyTest, QueryParsingTest, TestAuthorizationFramework, ConcurrentDeleteAndCreateCollectionTest, BlobRepositoryCloudTest, ReplicationFactorTest, ScriptEngineTest, SOLR749Test, OverseerModifyCollectionTest, CSVRequestHandlerTest, CursorMarkTest, DOMUtilTest, AssignBackwardCompatibilityTest, ResourceLoaderTest, TestSolrCloudWithSecureImpersonation, TestImplicitCoreProperties, SuggesterTest, TestSubQueryTransformerCrossCore, DocumentBuilderTest, QueryEqualityTest, SolrCoreTest, ChaosMonkeySafeLeaderTest, TestSkipOverseerOperations, DeleteInactiveReplicaTest, SpatialRPTFieldTypeTest, TriLevelCompositeIdRoutingTest, HdfsRecoverLeaseTest, TestRandomCollapseQParserPlugin, TestNodeAddedTrigger, DistributedFacetExistsSmallTest, ScheduledMaintenanceTriggerTest, TestSimpleQParserPlugin, ImplicitSnitchTest, DataDrivenBlockJoinTest, TestManagedSchema, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, ZkSolrClientTest, TestDistributedGrouping, TestFaceting, TestRecovery, TermVectorComponentDistributedTest, TestReload, TestRangeQuery, SpellCheckComponentTest, TestGroupingSearch, PeerSyncTest, DirectUpdateHandlerTest, TestIndexSearcher, SoftAutoCommitTest, TestCrossCoreJoin, TestDistributedMissingSort, TestTolerantSearch, TestLuceneIndexBackCompat, AddReplicaTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionPropsTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteShardTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, HttpPartitionTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, OverseerTaskQueueTest, SSLMigrationTest, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestOnReconnectListenerSupport, TestRebalanceLeaders, TestSolrCloudWithDelegationTokens, TestTlogReplica]
   [junit4] Completed [590/785 (2!)] on J1 in 113.90s, 13 tests, 1 failure <<< FAILURES!

[...truncated 50101 lines...]

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 16 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/16/

1 tests failed.
FAILED:  org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([398A3F84CF8C0B10:15B8480943487D94]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:913)
	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=int_i:15&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:906)
	... 40 more




Build Log:
[...truncated 1834 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test/temp/junit4-J1-20180321_005251_2232999257293169848199.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] codec: CheapBastard, pf: BloomFilter, dvf: Lucene70
   [junit4] <<< JVM J1: EOF ----

[...truncated 12802 lines...]
   [junit4] Suite: org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_398A3F84CF8C0B10-001/init-core-data-001
   [junit4]   2> 3341663 WARN  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=164 numCloses=164
   [junit4]   2> 3341663 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3341664 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3341664 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3341665 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 3341665 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3341698 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3341735 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 3341855 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3341918 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6beaff
   [junit4]   2> 3341930 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6beaff
   [junit4]   2> 3341930 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6beaff
   [junit4]   2> 3341932 INFO  (coreLoadExecutor-11433-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3341933 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3341970 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3342009 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3342147 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3342155 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 3342156 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a6beaff
   [junit4]   2> 3342156 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3342156 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_398A3F84CF8C0B10-001/init-core-data-001/]
   [junit4]   2> 3342158 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=55.95703125, floorSegmentMB=1.068359375, forceMergeDeletesPctAllowed=13.21069535271025, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7257349409094169
   [junit4]   2> 3342223 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3342224 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3342225 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3342225 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3342226 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=21.4794921875, floorSegmentMB=1.265625, forceMergeDeletesPctAllowed=29.338601023148154, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5562657653206299
   [junit4]   2> 3342226 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ceb9a77[collection1] main]
   [junit4]   2> 3342227 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 3342235 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 3342270 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3342270 INFO  (searcherExecutor-11434-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 3342270 INFO  (coreLoadExecutor-11433-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595512078966194176
   [junit4]   2> 3342270 INFO  (searcherExecutor-11434-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 3342270 INFO  (searcherExecutor-11434-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 3342270 INFO  (searcherExecutor-11434-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 3342271 INFO  (searcherExecutor-11434-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 3342271 INFO  (searcherExecutor-11434-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 3342271 INFO  (searcherExecutor-11434-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 3342272 INFO  (searcherExecutor-11434-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 3342272 INFO  (searcherExecutor-11434-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 3342273 INFO  (searcherExecutor-11434-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1ceb9a77[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3342274 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 3342295 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   2> 3342302 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595512078999748608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3342302 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@103f048d commitCommandVersion:1595512078999748608
   [junit4]   2> 3342311 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@41f42be8[collection1] main]
   [junit4]   2> 3342312 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3342315 INFO  (searcherExecutor-11434-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@41f42be8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 3342315 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 12
   [junit4]   2> 3342317 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342318 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342319 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342319 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342319 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342320 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342322 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595512079020720128,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3342322 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@103f048d commitCommandVersion:1595512079020720128
   [junit4]   2> 3342326 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@59797982[collection1] main]
   [junit4]   2> 3342326 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3342329 INFO  (searcherExecutor-11434-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@59797982[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C1)))}
   [junit4]   2> 3342330 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 7
   [junit4]   2> 3342330 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342331 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342331 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:animal&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342331 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3342332 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Dr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342332 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3342332 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:40&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342333 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3342333 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3342333 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[398A3F84CF8C0B10]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
   [junit4]   2> 3342354 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultipleThreads
   [junit4]   2> 3342354 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 3342355 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@42b8cf9a[collection1] realtime]
   [junit4]   2> 3342355 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 3342365 WARN  (Thread-8216) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595512079062663168 actual=1595512079062663169Retrying with new version .... (1)
   [junit4]   2> 3342366 WARN  (Thread-8213) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595512079062663169 actual=1595512079063711744Retrying with new version .... (1)
   [junit4]   2> 3342366 WARN  (Thread-8214) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595512079056371712 actual=1595512079063711744Retrying with new version .... (1)
   [junit4]   2> 3342366 WARN  (Thread-8215) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595512079056371712 actual=1595512079066857473Retrying with new version .... (1)
   [junit4]   2> 3342366 WARN  (Thread-8216) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595512079063711744 actual=1595512079066857473Retrying with new version .... (2)
   [junit4]   2> 3342367 WARN  (Thread-8217) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595512079062663169 actual=1595512079066857474Retrying with new version .... (1)
   [junit4]   2> 3342367 WARN  (Thread-8218) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595512079062663169 actual=1595512079066857474Retrying with new version .... (1)
   [junit4]   2> 3342367 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595512079067906051,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3342367 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@103f048d commitCommandVersion:1595512079067906051
   [junit4]   2> 3342371 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d594a57[collection1] main]
   [junit4]   2> 3342372 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3342374 INFO  (searcherExecutor-11434-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d594a57[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):C10/9:delGen=1)))}
   [junit4]   2> 3342374 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 7
   [junit4]   2> 3342375 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342376 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:tssrafi2hn5qccgffl7y+rwf52luywy83jx253m55+wk3k2hsr0n7t1yfyx34b+xsbxnemrxpc49qnz67b4+dn06qe8mvprtw6xyzmz7&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 3342376 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=int_i:15&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 3342377 ERROR (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=int_i:15&wt=xml
   [junit4]   2> 3342377 ERROR (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=int_i:15&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=int_i:15&wt=xml
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:906)
   [junit4]   2> 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 3342378 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[398A3F84CF8C0B10]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultipleThreads
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AtomicUpdateProcessorFactoryTest -Dtests.method=testMultipleThreads -Dtests.seed=398A3F84CF8C0B10 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=pt-PT -Dtests.timezone=NZ -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.05s J1 | AtomicUpdateProcessorFactoryTest.testMultipleThreads <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([398A3F84CF8C0B10:15B8480943487D94]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:913)
   [junit4]    > 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=int_i:15&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:906)
   [junit4]    > 	... 40 more
   [junit4]   2> 3342401 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testWrongAtomicOpPassed-seed#[398A3F84CF8C0B10]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWrongAtomicOpPassed
   [junit4]   2> 3342401 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testWrongAtomicOpPassed-seed#[398A3F84CF8C0B10]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWrongAtomicOpPassed
   [junit4]   2> 3342422 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testNoUniqueIdPassed-seed#[398A3F84CF8C0B10]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoUniqueIdPassed
   [junit4]   2> 3342422 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testNoUniqueIdPassed-seed#[398A3F84CF8C0B10]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoUniqueIdPassed
   [junit4]   2> 3342422 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 3342422 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1717240594
   [junit4]   2> 3342422 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3342423 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@288ff5f3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@ae636c2
   [junit4]   2> 3342428 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3342428 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fe91ad4: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@73aa8307
   [junit4]   2> 3342431 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3342432 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[398A3F84CF8C0B10]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2613fc13: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@cb913af
   [junit4]   2> 3342432 INFO  (coreCloseExecutor-11439-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2a7a0cd1
   [junit4]   2> 3342432 INFO  (coreCloseExecutor-11439-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=712641745
   [junit4]   2> 3342432 INFO  (coreCloseExecutor-11439-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7169e91: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@39ccc810
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_398A3F84CF8C0B10-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name_s=FSTOrd50, title_stringNoNorms=PostingsFormat(name=Memory), title_stemmed=Lucene50(blocksize=128), multiDefault=PostingsFormat(name=Memory), cat=PostingsFormat(name=Memory), id=FSTOrd50, text=PostingsFormat(name=Direct), title=Lucene50(blocksize=128), title_lettertok=FSTOrd50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1652, maxMBSortInHeap=6.122489008036293, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@68d603ab), locale=pt-PT, timezone=NZ
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=163903336,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [ChaosMonkeySafeLeaderTest, TestSimpleQParserPlugin, TestExactSharedStatsCache, BlockJoinFacetDistribTest, TestFieldTypeResource, TestXIncludeConfig, MissingSegmentRecoveryTest, ShardSplitTest, OutOfBoxZkACLAndCredentialsProvidersTest, SimplePostToolTest, TestHttpShardHandlerFactory, TestCharFilters, SampleTest, BlobRepositoryCloudTest, ExecutePlanActionTest, SoftAutoCommitTest, TestSimpleTextCodec, VersionInfoTest, SchemaVersionSpecificBehaviorTest, ScriptEngineTest, TestElisionMultitermQuery, TimeRoutedAliasUpdateProcessorTest, TestMultiWordSynonyms, TestSolrConfigHandlerConcurrent, BasicZkTest, CustomHighlightComponentTest, TestZkChroot, TestConfigSetsAPIZkFailure, TestSubQueryTransformerCrossCore, DOMUtilTest, FastVectorHighlighterTest, TestSolrIndexConfig, TestOrdValues, HdfsRecoverLeaseTest, LeaderElectionContextKeyTest, TestCursorMarkWithoutUniqueKey, SystemLogListenerTest, SolrInfoBeanTest, SolrJmxReporterCloudTest, DistanceUnitsTest, TestSolrCloudWithHadoopAuthPlugin, PrimitiveFieldTypeTest, PreAnalyzedFieldManagedSchemaCloudTest, ResponseHeaderTest, TestStressLiveNodes, BlockDirectoryTest, QueryParsingTest, PeerSyncTest, MetricsHandlerTest, ReplicationFactorTest, TestPartialUpdateDeduplication, DeleteReplicaTest, TestCloudPseudoReturnFields, AddBlockUpdateTest, ConfigureRecoveryStrategyTest, TestFastLRUCache, SolrCoreMetricManagerTest, TestReplicationHandler, TestSimDistributedQueue, TestSearchPerf, TestRawResponseWriter, XsltUpdateRequestHandlerTest, DistributedFacetPivotSmallAdvancedTest, FileUtilsTest, TestStreamBody, TestSlowCompositeReaderWrapper, TestBM25SimilarityFactory, AssignBackwardCompatibilityTest, TestClusterStateProvider, SortByFunctionTest, TestGraphMLResponseWriter, LoggingHandlerTest, OverseerModifyCollectionTest, ResponseBuilderTest, DistributedQueryComponentCustomSortTest, TestReplicaProperties, TestCloudInspectUtil, TestClusterStateMutator, V2StandaloneTest, TestRecovery, TestLRUCache, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestDistribDocBasedVersion, SolrCoreTest, FacetPivotSmallTest, ExplicitHLLTest, TestLegacyNumericRangeQueryBuilder, TriLevelCompositeIdRoutingTest, TestAnalyzeInfixSuggestions, MetricTriggerTest, TestFunctionQuery, TestSchemaSimilarityResource, RequiredFieldsTest, SuggesterTest, TestCollectionAPIs, TestCustomDocTransformer, TestConfigSetProperties, TestNRTOpen, TestInPlaceUpdatesDistrib, TermsComponentTest, ClassificationUpdateProcessorTest, SOLR749Test, DirectSolrConnectionTest, CloudExitableDirectoryReaderTest, HdfsChaosMonkeyNothingIsSafeTest, TestSimpleTrackingShardHandler, BasicFunctionalityTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestSortableTextField, TestTolerantUpdateProcessorRandomCloud, TestOnReconnectListenerSupport, SolrCLIZkUtilsTest, SpatialRPTFieldTypeTest, TestDistributedGrouping, TestClusterProperties, ActionThrottleTest, TestManagedSynonymGraphFilterFactory, HLLUtilTest, TestEmbeddedSolrServerSchemaAPI, CursorMarkTest, ScheduledMaintenanceTriggerTest, TestSolr4Spatial, TestLeaderInitiatedRecoveryThread, TestImplicitCoreProperties, QueryEqualityTest, AnalyticsMergeStrategyTest, TestObjectReleaseTracker, ConcurrentDeleteAndCreateCollectionTest, ShardRoutingCustomTest, TestLFUCache, SolrTestCaseJ4Test, TestHighlightDedupGrouping, TestTolerantSearch, TestLuceneIndexBackCompat, CleanupOldIndexTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, HttpPartitionTest, LeaderVoteWaitTimeoutTest, MoveReplicaTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeTest, RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, TestCloudConsistency, TestPullReplica, TestRandomRequestDistribution, TestRebalanceLeaders, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, ZkFailoverTest, AssignTest, HdfsCollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasPlanActionTest, HdfsAutoAddReplicasIntegrationTest, TestComputePlanAction, TestDistribStateManager, TestExecutePlanAction, TestNodeAddedTrigger, TestNodeLostTrigger, TestPolicyCloud, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, HDFSCollectionsAPITest, HdfsBasicDistributedZk2Test, HdfsNNFailoverTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, ZkStateReaderTest, ZkStateWriterTest, ImplicitSnitchTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, TestBackupRepositoryFactory, TestConfigOverlay, TestCustomStream, TestReloadAndDeleteDocs, TestSolrXml, TestSolrCloudSnapshots, TestCoreBackup, TestHdfsBackupRestoreCore, TestSQLHandler, CoreAdminRequestStatusTest, InfoHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, StatsReloadRaceTest, TestConfigsApi, TestCoreAdminApis, DistributedDebugComponentTest, DistributedFacetExistsSmallTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallTest, DistributedFacetPivotWhiteBoxTest, ReplicaListTransformerTest, ShufflingReplicaListTransformerTest, SpatialHeatmapFacetsTest, TestTrackingShardHandlerFactory, JavabinLoaderTest, HighlighterMaxOffsetTest, TestUnifiedSolrHighlighter, WrapperMergePolicyFactoryTest, CheckHdfsIndexTest, TestCloudSchemaless, TestReloadDeadlock, TestSearcherReuse, TestSolr4Spatial2, TestSolrCoreParser, TestSolrFieldCacheBean, TestStressUserVersions, TestXmlQParser, TestXmlQParserPlugin, TestJsonFacetRefinement, TestJsonFacets, TestAuthorizationFramework, TestFieldCache, TestFieldCacheReopen, TestFieldCacheSortRandom, TestFieldCacheVsDocValues, TestNumericTerms32, DataDrivenBlockJoinTest, TestDocBasedVersionConstraints, AtomicUpdateProcessorFactoryTest]
   [junit4] Completed [771/785 (1!)] on J1 in 0.85s, 4 tests, 1 error <<< FAILURES!

[...truncated 49508 lines...]