You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/06/11 09:18:20 UTC
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-14.0.1) - Build #
6147 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6147/
Java: 64bit/jdk-14.0.1 -XX:+UseCompressedOops -XX:+UseSerialGC
6 tests failed.
FAILED: org.apache.solr.search.TestRecoveryHdfs.testExistOldBufferLog
Error Message:
Timeout waiting for finish replay updates
Stack Trace:
java.util.concurrent.TimeoutException: Timeout waiting for finish replay updates
at __randomizedtesting.SeedInfo.seed([AE6D2019AA611910:F03D3D4C24AE8999]:0)
at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
at org.apache.solr.search.TestRecoveryHdfs.testExistOldBufferLog(TestRecoveryHdfs.java:566)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:832)
FAILED: org.apache.solr.search.TestRecoveryHdfs.testCorruptLog
Error Message:
mismatch: '0'!='1' @ response/numFound
Stack Trace:
java.lang.RuntimeException: mismatch: '0'!='1' @ response/numFound
at __randomizedtesting.SeedInfo.seed([AE6D2019AA611910:5CB094CA505948CC]:0)
at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1095)
at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1044)
at org.apache.solr.search.TestRecoveryHdfs.testCorruptLog(TestRecoveryHdfs.java:859)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:832)
FAILED: org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs
Error Message:
expected:<1> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<4>
at __randomizedtesting.SeedInfo.seed([AE6D2019AA611910:8FF1E1B2625B90E8]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs(TestRecoveryHdfs.java:732)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:832)
FAILED: org.apache.solr.search.TestRecoveryHdfs.testBuffering
Error Message:
expected:<ACTIVE> but was:<REPLAYING>
Stack Trace:
java.lang.AssertionError: expected:<ACTIVE> but was:<REPLAYING>
at __randomizedtesting.SeedInfo.seed([AE6D2019AA611910:B3838E320B38B83B]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:118)
at org.junit.Assert.assertEquals(Assert.java:144)
at org.apache.solr.search.TestRecoveryHdfs.testBuffering(TestRecoveryHdfs.java:260)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:832)
FAILED: org.apache.solr.search.TestRecoveryHdfs.testCleanShutdown
Error Message:
mismatch: '2'!='8' @ response/numFound
Stack Trace:
java.lang.RuntimeException: mismatch: '2'!='8' @ response/numFound
at __randomizedtesting.SeedInfo.seed([AE6D2019AA611910:302298DECFF84155]:0)
at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1095)
at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1044)
at org.apache.solr.search.TestRecoveryHdfs.testCleanShutdown(TestRecoveryHdfs.java:637)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:832)
FAILED: org.apache.solr.search.TestRecoveryHdfs.testRecoveryMultipleLogs
Error Message:
mismatch: '6'!='14' @ response/numFound
Stack Trace:
java.lang.RuntimeException: mismatch: '6'!='14' @ response/numFound
at __randomizedtesting.SeedInfo.seed([AE6D2019AA611910:17F8B8282D1A5EF9]:0)
at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1095)
at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1044)
at org.apache.solr.search.TestRecoveryHdfs.testRecoveryMultipleLogs(TestRecoveryHdfs.java:951)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:832)
Build Log:
[...truncated 13757 lines...]
[junit4] Suite: org.apache.solr.search.TestRecoveryHdfs
[junit4] 2> 741083 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 741083 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001
[junit4] 2> 741084 WARN (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 741084 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 741085 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 741085 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 744464 WARN (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 744483 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14.0.1+7
[junit4] 2> 744487 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 744487 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 744487 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 744488 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48ae88ff{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 744766 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7710502a{hdfs,/,file:///Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/jetty-localhost-53751-hadoop-hdfs-3_2_0-tests_jar-_-any-1451785245983364849.dir/webapp/,AVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 744771 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45a03c9f{HTTP/1.1, (http/1.1)}{localhost:53751}
[junit4] 2> 744771 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.Server Started @744812ms
[junit4] 2> 745296 WARN (StorageLocationChecker thread 0) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 2> 745353 WARN (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 745356 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14.0.1+7
[junit4] 2> 745358 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 745358 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 745358 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 745358 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70c28aa8{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 745514 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@51895be9{datanode,/,file:///Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/jetty-localhost-53758-hadoop-hdfs-3_2_0-tests_jar-_-any-3610806435264334411.dir/webapp/,AVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 745515 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d5a50ea{HTTP/1.1, (http/1.1)}{localhost:53758}
[junit4] 2> 745515 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.Server Started @745555ms
[junit4] 2> 746526 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x588051cf3181204: Processing first storage report for DS-6dac9ca5-b953-476f-8aa8-cd0cd417777b from datanode cfd635d9-cbf1-4ef8-bb1a-2b2f0802fa22
[junit4] 2> 746531 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x588051cf3181204: from storage DS-6dac9ca5-b953-476f-8aa8-cd0cd417777b node DatanodeRegistration(127.0.0.1:53757, datanodeUuid=cfd635d9-cbf1-4ef8-bb1a-2b2f0802fa22, infoPort=53769, infoSecurePort=0, ipcPort=53770, storageInfo=lv=-57;cid=testClusterID;nsid=1315224455;c=1591864466482), blocks: 0, hasStaleStorage: true, processing time: 4 msecs, invalidatedBlocks: 0
[junit4] 2> 746531 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x588051cf3181204: Processing first storage report for DS-77895ad9-b6cf-4753-896a-61117923c034 from datanode cfd635d9-cbf1-4ef8-bb1a-2b2f0802fa22
[junit4] 2> 746531 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x588051cf3181204: from storage DS-77895ad9-b6cf-4753-896a-61117923c034 node DatanodeRegistration(127.0.0.1:53757, datanodeUuid=cfd635d9-cbf1-4ef8-bb1a-2b2f0802fa22, infoPort=53769, infoSecurePort=0, ipcPort=53770, storageInfo=lv=-57;cid=testClusterID;nsid=1315224455;c=1591864466482), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 746674 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 746689 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 746699 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 746764 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 746859 WARN (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.f.DistribPackageStore Unable to create [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr]. Features requiring this directory may fail.
[junit4] 2> => java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore" "write")
[junit4] 2> at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
[junit4] 2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore" "write")
[junit4] 2> at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
[junit4] 2> at java.security.AccessController.checkPermission(AccessController.java:1036) ~[?:?]
[junit4] 2> at java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
[junit4] 2> at java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
[junit4] 2> at java.io.File.mkdir(File.java:1326) ~[?:?]
[junit4] 2> at java.io.File.mkdirs(File.java:1358) ~[?:?]
[junit4] 2> at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:520) ~[java/:?]
[junit4] 2> at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) ~[java/:?]
[junit4] 2> at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:637) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:807) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:668) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:657) ~[java/:?]
[junit4] 2> at org.apache.solr.search.TestRecoveryHdfs.beforeClass(TestRecoveryHdfs.java:98) ~[test/:?]
[junit4] 2> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
[junit4] 2> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
[junit4] 2> at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:564) ~[?:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:832) [?:?]
[junit4] 2> 746860 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 746864 WARN (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3220fe91[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 746864 WARN (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3220fe91[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 746869 WARN (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@408ce659[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 746869 WARN (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@408ce659[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 746873 WARN (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 746901 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
[junit4] 2> 746901 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 746928 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
[junit4] 2> 746937 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
[junit4] 2> 746937 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
[junit4] 2> 746942 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 746963 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 747010 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 747018 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 747018 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
[junit4] 2> 747026 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53754/solr_hdfs_home
[junit4] 2> 747026 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 747026 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/]
[junit4] 2> 747027 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/snapshot_metadata
[junit4] HEARTBEAT J1 PID(47244@localhost): 2020-06-11T08:37:16, stalled for 60.9s at: ReindexCollectionTest.testSameTargetReindexing
[junit4] 2> 747041 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 747041 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 747041 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 747077 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 747082 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001
[junit4] 2> 747112 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/index
[junit4] 2> 747119 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 747119 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 747119 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 747130 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 747131 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=69.85546875, floorSegmentMB=0.6826171875, forceMergeDeletesPctAllowed=29.98484443129203, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=46.230247841936844
[junit4] 2> 747658 WARN (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 747722 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 747722 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=hdfs://localhost:53754/solr/shard1 defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 747722 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 747737 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 747737 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 747740 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8352802793695888]
[junit4] 2> 747834 WARN (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
[junit4] 2> 747835 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 747836 INFO (coreLoadExecutor-5675-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1669190880392642560
[junit4] 2> 747838 INFO (searcherExecutor-5677-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 747839 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 747878 INFO (TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplicationFactor
[junit4] 2> 747882 INFO (TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 747886 INFO (TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 7
[junit4] 2> 747928 INFO (searcherExecutor-5677-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 747930 INFO (TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 44
[junit4] 2> 747969 INFO (TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={versions=true&wt=json&indent=true}{add=[REP1 (1669190880493305856)]} 0 37
[junit4] 2> 750547 INFO (searcherExecutor-5677-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 751035 INFO (TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 3065
[junit4] 2> 751038 INFO (TEST-TestRecoveryHdfs.testReplicationFactor-seed#[AE6D2019AA611910]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testReplicationFactor
[junit4] 2> 751060 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExistOldBufferLog
[junit4] 2> 751061 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 751062 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
[junit4] 2> 751079 INFO (searcherExecutor-5677-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 751080 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 17
[junit4] 2> 751081 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 751085 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[Q1 (101)]} 0 3
[junit4] 2> 751086 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[Q2 (102)]} 0 0
[junit4] 2> 751086 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={update.distrib=FROMLEADER&wt=json&indent=true}{add=[Q3 (103)]} 0 0
[junit4] 2> 751086 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2072553037
[junit4] 2> 751087 INFO (coreCloseExecutor-5683-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@79d17026
[junit4] 2> 751087 INFO (coreCloseExecutor-5683-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@79d17026
[junit4] 2> 751087 INFO (coreCloseExecutor-5683-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b5c9264: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@273ad725
[junit4] 2> 751097 INFO (coreCloseExecutor-5683-thread-1) [ ] o.a.s.u.TestInjection Inject failure: skipIndexWriterCommitOnClose=true: org.apache.solr.update.SolrIndexWriter@12cfcc9
[junit4] 2> 751097 WARN (coreCloseExecutor-5683-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 Skipping commit for IndexWriter.close() due to TestInjection
[junit4] 2> 751521 INFO (coreCloseExecutor-5683-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/snapshot_metadata
[junit4] 2> 751534 INFO (coreCloseExecutor-5683-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/index
[junit4] 2> 751534 INFO (coreCloseExecutor-5683-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001
[junit4] 2> 751544 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 751544 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9402c6e: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@e81d1b5
[junit4] 2> 751549 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 751549 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74ad4f86: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@2445bfc3
[junit4] 2> 751550 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 751550 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c53cbb1: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@69652502
[junit4] 2> 751559 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 751568 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 751619 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 751774 WARN (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.f.DistribPackageStore Unable to create [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr]. Features requiring this directory may fail.
[junit4] 2> => java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore" "write")
[junit4] 2> at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
[junit4] 2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore" "write")
[junit4] 2> at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
[junit4] 2> at java.security.AccessController.checkPermission(AccessController.java:1036) ~[?:?]
[junit4] 2> at java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
[junit4] 2> at java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
[junit4] 2> at java.io.File.mkdir(File.java:1326) ~[?:?]
[junit4] 2> at java.io.File.mkdirs(File.java:1358) ~[?:?]
[junit4] 2> at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:520) ~[java/:?]
[junit4] 2> at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) ~[java/:?]
[junit4] 2> at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:637) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) ~[java/:?]
[junit4] 2> at org.apache.solr.search.TestRecoveryHdfs.testExistOldBufferLog(TestRecoveryHdfs.java:530) ~[test/:?]
[junit4] 2> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
[junit4] 2> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
[junit4] 2> at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:564) ~[?:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:832) [?:?]
[junit4] 2> 751774 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 751779 WARN (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@649b392e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 751779 WARN (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@649b392e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 751782 WARN (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5911c55[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 751782 WARN (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5911c55[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 751783 WARN (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 751798 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
[junit4] 2> 751798 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 751813 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
[junit4] 2> 751820 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
[junit4] 2> 751820 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
[junit4] 2> 751827 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 751844 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 751894 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 751902 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 751903 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3259e465
[junit4] 2> 751903 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53754/solr_hdfs_home
[junit4] 2> 751903 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 751904 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/]
[junit4] 2> 751904 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/snapshot_metadata
[junit4] 2> 751911 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 751911 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 751911 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 751930 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 751933 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001
[junit4] 2> 751958 WARN (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 752013 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 752013 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=hdfs://localhost:53754/solr/shard1 defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 752013 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 752029 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file hdfs://localhost:53754/solr/shard1/tlog/tlog.0000000000000000001
[junit4] 2> 752120 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 752120 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 752123 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53754/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/index
[junit4] 2> 752128 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 752129 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 752129 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 752137 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 752138 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=69.85546875, floorSegmentMB=0.6826171875, forceMergeDeletesPctAllowed=29.98484443129203, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=46.230247841936844
[junit4] 2> 752234 WARN (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
[junit4] 2> 752235 INFO (coreLoadExecutor-5697-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 752251 INFO (searcherExecutor-5699-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 752325 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=656922026
[junit4] 2> 752326 INFO (coreCloseExecutor-5705-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5aa2a04
[junit4] 2> 752326 INFO (coreCloseExecutor-5705-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@5aa2a04
[junit4] 2> 752327 INFO (coreCloseExecutor-5705-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6703d229: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@61396363
[junit4] 2> 752337 INFO (coreCloseExecutor-5705-thread-1) [ ] o.a.s.u.TestInjection Inject failure: skipIndexWriterCommitOnClose=true: org.apache.solr.update.SolrIndexWriter@65e2317
[junit4] 2> 752337 WARN (coreCloseExecutor-5705-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 Skipping commit for IndexWriter.close() due to TestInjection
[junit4] 2> 752346 INFO (coreCloseExecutor-5705-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001
[junit4] 2> 752351 INFO (coreCloseExecutor-5705-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/index
[junit4] 2> 752352 INFO (coreCloseExecutor-5705-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/snapshot_metadata
[junit4] 2> 752353 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 752353 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21cfdf9e: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@59a403a0
[junit4] 2> 752359 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 752359 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e897f80: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@2445bfc3
[junit4] 2> 752362 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 752362 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7fc9548: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@69652502
[junit4] 2> 752371 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 752393 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 752458 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 752538 WARN (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.f.DistribPackageStore Unable to create [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr]. Features requiring this directory may fail.
[junit4] 2> => java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore" "write")
[junit4] 2> at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
[junit4] 2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore" "write")
[junit4] 2> at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
[junit4] 2> at java.security.AccessController.checkPermission(AccessController.java:1036) ~[?:?]
[junit4] 2> at java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
[junit4] 2> at java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
[junit4] 2> at java.io.File.mkdir(File.java:1326) ~[?:?]
[junit4] 2> at java.io.File.mkdirs(File.java:1358) ~[?:?]
[junit4] 2> at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:520) ~[java/:?]
[junit4] 2> at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) ~[java/:?]
[junit4] 2> at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:637) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) ~[java/:?]
[junit4] 2> at org.apache.solr.search.TestRecoveryHdfs.testExistOldBufferLog(TestRecoveryHdfs.java:542) ~[test/:?]
[junit4] 2> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
[junit4] 2> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
[junit4] 2> at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:564) ~[?:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) ~[randomizedtesting-runner-2.7.6.jar:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:832) [?:?]
[junit4] 2> 752539 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 752540 WARN (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3cb764d3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 752540 WARN (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3cb764d3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 752544 WARN (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@61e18018[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 752544 WARN (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@61e18018[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 752545 WARN (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 752563 INFO (TEST-TestRecoveryHdfs.testExistOldBufferLog-seed#[AE6D2019AA611910]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for
[...truncated too long message...]
lrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@596023ac
[junit4] 2> 909287 INFO (coreCloseExecutor-5969-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@616afe21: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@78cbd893
[junit4] 2> 909296 INFO (coreCloseExecutor-5969-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 909310 INFO (coreCloseExecutor-5969-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/snapshot_metadata
[junit4] 2> 909310 INFO (coreCloseExecutor-5969-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001
[junit4] 2> 909384 INFO (coreCloseExecutor-5969-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:53754/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001/data-dir-39-001/index
[junit4] 2> 909389 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 909389 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7edab740: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@fa71730
[junit4] 2> 909394 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 909394 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13d32b2: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@2445bfc3
[junit4] 2> 909398 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 909398 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c5c7fe1: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@69652502
[junit4] 2> 909414 WARN (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 909501 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@51895be9{datanode,/,null,UNAVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 909505 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2d5a50ea{HTTP/1.1, (http/1.1)}{localhost:0}
[junit4] 2> 909505 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 909506 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@70c28aa8{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 909517 WARN (BP-1969361070-127.0.0.1-1591864466482 heartbeating to localhost/127.0.0.1:53754) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 909517 WARN (BP-1969361070-127.0.0.1-1591864466482 heartbeating to localhost/127.0.0.1:53754) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1969361070-127.0.0.1-1591864466482 (Datanode Uuid cfd635d9-cbf1-4ef8-bb1a-2b2f0802fa22) service to localhost/127.0.0.1:53754
[junit4] 2> 909823 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@7710502a{hdfs,/,null,UNAVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 909861 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@45a03c9f{HTTP/1.1, (http/1.1)}{localhost:0}
[junit4] 2> 909863 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 909864 INFO (SUITE-TestRecoveryHdfs-seed#[AE6D2019AA611910]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48ae88ff{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_AE6D2019AA611910-001
[junit4] 2> Jun 11, 2020 8:37:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 24 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@66372b6e), locale=ff-Latn, timezone=Europe/Zurich
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 14.0.1 (64-bit)/cpus=6,threads=12,free=104109136,total=259395584
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudJSONFacetJoinDomain, MergeStrategyTest, SplitByPrefixTest, TestMissingGroups, TestFilteredDocIdSet, TestReqParamsAPI, DeleteLastCustomShardedReplicaTest, TestDynamicFieldResource, ConvertedLegacyTest, TestPointFields, TestRSAKeyPair, TestPerFieldSimilarity, HdfsTlogReplayBufferedWhileIndexingTest, ConfigSetsAPITest, DocumentBuilderTest, AddBlockUpdateTest, TestSimNodeLostTrigger, AtomicUpdatesTest, UninvertDocValuesMergePolicyTest, TestSolrCloudSnapshots, HealthCheckHandlerTest, MBeansHandlerTest, MoveReplicaTest, JWTAuthPluginIntegrationTest, PhrasesIdentificationComponentTest, TestDistribIDF, UnloadDistributedZkTest, TestJsonFacets, TestSchemaNameResource, TestSha256AuthenticationProvider, SystemLogListenerTest, FullHLLTest, RollingRestartTest, SimpleMLTQParserTest, IndexSizeTriggerSizeEstimationTest, TestClusterProperties, DocumentAnalysisRequestHandlerTest, TestTrie, TestCrossCoreJoin, UpdateParamsTest, SolrIndexConfigTest, TestRecoveryHdfs]
[junit4] Completed [281/910 (1!)] on J2 in 171.52s, 11 tests, 2 failures, 4 errors, 1 skipped <<< FAILURES!
[...truncated 47033 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6147/consoleText
[repro] Revision: 07a203628ea46308612f4bb60686c313a6e4d75e
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line: ant test -Dtestcase=TestRecoveryHdfs -Dtests.method=testExistOldBufferLog -Dtests.seed=AE6D2019AA611910 -Dtests.slow=true -Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] Repro line: ant test -Dtestcase=TestRecoveryHdfs -Dtests.method=testCorruptLog -Dtests.seed=AE6D2019AA611910 -Dtests.slow=true -Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] Repro line: ant test -Dtestcase=TestRecoveryHdfs -Dtests.method=testRemoveOldLogs -Dtests.seed=AE6D2019AA611910 -Dtests.slow=true -Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] Repro line: ant test -Dtestcase=TestRecoveryHdfs -Dtests.method=testBuffering -Dtests.seed=AE6D2019AA611910 -Dtests.slow=true -Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] Repro line: ant test -Dtestcase=TestRecoveryHdfs -Dtests.method=testCleanShutdown -Dtests.seed=AE6D2019AA611910 -Dtests.slow=true -Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] Repro line: ant test -Dtestcase=TestRecoveryHdfs -Dtests.method=testRecoveryMultipleLogs -Dtests.seed=AE6D2019AA611910 -Dtests.slow=true -Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestRecoveryHdfs
[repro] ant compile-test
[...truncated 3154 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestRecoveryHdfs" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=AE6D2019AA611910 -Dtests.slow=true -Dtests.locale=ff-Latn -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 128 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.search.TestRecoveryHdfs
[repro] Exiting with code 0
[...truncated 73 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-12.0.2) - Build #
6148 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6148/
Java: 64bit/jdk-12.0.2 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.NodeLostTriggerIntegrationTest.testNodeLostTrigger
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([51E268A6EE1EA94C:551CC1B4D4D42BD6]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.autoscaling.NodeLostTriggerIntegrationTest.testNodeLostTrigger(NodeLostTriggerIntegrationTest.java:275)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 13953 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.NodeLostTriggerIntegrationTest
[junit4] 2> 898032 INFO (SUITE-NodeLostTriggerIntegrationTest-seed#[51E268A6EE1EA94C]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 898033 INFO (SUITE-NodeLostTriggerIntegrationTest-seed#[51E268A6EE1EA94C]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeLostTriggerIntegrationTest_51E268A6EE1EA94C-001/data-dir-100-001
[junit4] 2> 898034 WARN (SUITE-NodeLostTriggerIntegrationTest-seed#[51E268A6EE1EA94C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 898034 INFO (SUITE-NodeLostTriggerIntegrationTest-seed#[51E268A6EE1EA94C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 898034 INFO (SUITE-NodeLostTriggerIntegrationTest-seed#[51E268A6EE1EA94C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 898034 INFO (SUITE-NodeLostTriggerIntegrationTest-seed#[51E268A6EE1EA94C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 898037 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 898038 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeLostTriggerIntegrationTest_51E268A6EE1EA94C-001/tempDir-001
[junit4] 2> 898038 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 898039 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 898039 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 898140 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer start zk server on port: 63092
[junit4] 2> 898140 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:63092
[junit4] 2> 898140 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63092
[junit4] 2> 898140 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63092
[junit4] 2> 898154 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 898173 INFO (zkConnectionManagerCallback-6278-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 898173 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 898186 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 898192 INFO (zkConnectionManagerCallback-6280-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 898192 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 898193 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 898199 INFO (zkConnectionManagerCallback-6282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 898200 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 898318 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 898318 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 898318 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 898318 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 898318 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 898318 INFO (jetty-launcher-6283-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 898318 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 898318 INFO (jetty-launcher-6283-thread-3) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 898318 INFO (jetty-launcher-6283-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 898319 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 898319 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 898319 INFO (jetty-launcher-6283-thread-4) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 898329 INFO (jetty-launcher-6283-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 898329 INFO (jetty-launcher-6283-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 898329 INFO (jetty-launcher-6283-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 898334 INFO (jetty-launcher-6283-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e9f3388{/solr,null,AVAILABLE}
[junit4] 2> 898336 INFO (jetty-launcher-6283-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 898337 INFO (jetty-launcher-6283-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 898337 INFO (jetty-launcher-6283-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 898337 INFO (jetty-launcher-6283-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b74ad1d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:63097}
[junit4] 2> 898337 INFO (jetty-launcher-6283-thread-4) [ ] o.e.j.s.Server Started @898385ms
[junit4] 2> 898337 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63097}
[junit4] 2> 898337 ERROR (jetty-launcher-6283-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 898337 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 898337 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 898338 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 898338 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
[junit4] 2> 898338 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-11T13:50:38.904253Z
[junit4] 2> 898339 INFO (jetty-launcher-6283-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f807520{/solr,null,AVAILABLE}
[junit4] 2> 898340 INFO (jetty-launcher-6283-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33837f1e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:63098}
[junit4] 2> 898340 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 898340 INFO (jetty-launcher-6283-thread-1) [ ] o.e.j.s.Server Started @898389ms
[junit4] 2> 898341 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63098}
[junit4] 2> 898341 ERROR (jetty-launcher-6283-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 898341 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 898341 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 898341 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 898341 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
[junit4] 2> 898341 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-11T13:50:38.907440Z
[junit4] 2> 898342 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 898344 INFO (jetty-launcher-6283-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 898344 INFO (jetty-launcher-6283-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 898344 INFO (jetty-launcher-6283-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 898347 INFO (jetty-launcher-6283-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 898347 INFO (jetty-launcher-6283-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 898347 INFO (jetty-launcher-6283-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 898348 INFO (zkConnectionManagerCallback-6285-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 898348 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 898349 INFO (jetty-launcher-6283-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39e187fe{/solr,null,AVAILABLE}
[junit4] 2> 898350 INFO (zkConnectionManagerCallback-6287-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 898350 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 898350 INFO (jetty-launcher-6283-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f33325d{/solr,null,AVAILABLE}
[junit4] 2> 898351 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 898352 INFO (jetty-launcher-6283-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@728ebfc5{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:63101}
[junit4] 2> 898352 INFO (jetty-launcher-6283-thread-3) [ ] o.e.j.s.Server Started @898400ms
[junit4] 2> 898352 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63101}
[junit4] 2> 898352 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 898352 ERROR (jetty-launcher-6283-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 898353 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 898353 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 898353 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 898353 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
[junit4] 2> 898353 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-11T13:50:38.919411Z
[junit4] 2> 898355 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 898358 INFO (jetty-launcher-6283-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@329c614{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:63102}
[junit4] 2> 898358 INFO (jetty-launcher-6283-thread-2) [ ] o.e.j.s.Server Started @898406ms
[junit4] 2> 898358 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63102}
[junit4] 2> 898358 ERROR (jetty-launcher-6283-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 898358 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 898359 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 898359 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 898359 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
[junit4] 2> 898359 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-11T13:50:38.925050Z
[junit4] 2> 898361 INFO (zkConnectionManagerCallback-6289-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 898361 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 898363 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 898368 INFO (zkConnectionManagerCallback-6291-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 898369 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 898467 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 898469 WARN (jetty-launcher-6283-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@62634e32[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898469 WARN (jetty-launcher-6283-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@62634e32[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898471 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 898484 WARN (jetty-launcher-6283-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@67ce1682[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898484 WARN (jetty-launcher-6283-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@67ce1682[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898485 INFO (jetty-launcher-6283-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63092/solr
[junit4] 2> 898487 INFO (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 898495 INFO (zkConnectionManagerCallback-6302-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 898495 INFO (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 898566 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 898579 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 898582 WARN (jetty-launcher-6283-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@71279fac[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898582 WARN (jetty-launcher-6283-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@71279fac[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898598 WARN (jetty-launcher-6283-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1d3b81b8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898598 WARN (jetty-launcher-6283-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1d3b81b8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898599 INFO (jetty-launcher-6283-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63092/solr
[junit4] 2> 898606 INFO (jetty-launcher-6283-thread-1) [n:127.0.0.1:63098_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 898608 INFO (zkConnectionManagerCallback-6313-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 898618 INFO (jetty-launcher-6283-thread-1) [n:127.0.0.1:63098_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 898683 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 898684 WARN (jetty-launcher-6283-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f6056df[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898684 WARN (jetty-launcher-6283-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f6056df[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898693 WARN (jetty-launcher-6283-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@553a7961[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898693 WARN (jetty-launcher-6283-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@553a7961[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898694 INFO (jetty-launcher-6283-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63092/solr
[junit4] 2> 898696 INFO (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 898701 INFO (zkConnectionManagerCallback-6324-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 898701 INFO (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 898785 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 898789 WARN (jetty-launcher-6283-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1db5fd7b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898789 WARN (jetty-launcher-6283-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1db5fd7b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898808 WARN (jetty-launcher-6283-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@20164f4a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898808 WARN (jetty-launcher-6283-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@20164f4a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 898813 INFO (jetty-launcher-6283-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63092/solr
[junit4] 2> 898817 INFO (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 898823 INFO (zkConnectionManagerCallback-6339-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 898823 INFO (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 902111 INFO (jetty-launcher-6283-thread-1) [n:127.0.0.1:63098_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63098_solr
[junit4] 2> 902113 INFO (jetty-launcher-6283-thread-1) [n:127.0.0.1:63098_solr ] o.a.s.c.Overseer Overseer (id=72086534028460040-127.0.0.1:63098_solr-n_0000000000) starting
[junit4] 2> 902128 INFO (OverseerStateUpdate-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [n:127.0.0.1:63098_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:63098_solr
[junit4] 2> 902128 INFO (jetty-launcher-6283-thread-1) [n:127.0.0.1:63098_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63098_solr
[junit4] 2> 902128 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 902131 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 902131 INFO (OverseerStateUpdate-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [n:127.0.0.1:63098_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 902131 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 902131 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 902136 INFO (jetty-launcher-6283-thread-1) [n:127.0.0.1:63098_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 902136 WARN (jetty-launcher-6283-thread-1) [n:127.0.0.1:63098_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 902144 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:63098_solr]
[junit4] 2> 902145 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 902147 DEBUG (ScheduledTrigger-6346-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 902147 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 902156 INFO (jetty-launcher-6283-thread-1) [n:127.0.0.1:63098_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 902208 INFO (jetty-launcher-6283-thread-1) [n:127.0.0.1:63098_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63098.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1863d2fe
[junit4] 2> 902217 INFO (jetty-launcher-6283-thread-1) [n:127.0.0.1:63098_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63098.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1863d2fe
[junit4] 2> 902217 INFO (jetty-launcher-6283-thread-1) [n:127.0.0.1:63098_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63098.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1863d2fe
[junit4] 2> 902217 INFO (jetty-launcher-6283-thread-1) [n:127.0.0.1:63098_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeLostTriggerIntegrationTest_51E268A6EE1EA94C-001/tempDir-001/node1
[junit4] 2> 903154 DEBUG (ScheduledTrigger-6346-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 904159 DEBUG (ScheduledTrigger-6346-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 905160 DEBUG (ScheduledTrigger-6346-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 906162 DEBUG (ScheduledTrigger-6346-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 907167 DEBUG (ScheduledTrigger-6346-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 907393 INFO (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 907409 INFO (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:63097_solr as DOWN
[junit4] 2> 907410 INFO (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
[junit4] 2> 907411 INFO (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63097_solr
[junit4] 2> 907414 INFO (zkCallback-6312-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 907414 INFO (zkCallback-6301-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 907417 INFO (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 907417 WARN (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 907437 INFO (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 907463 INFO (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63097.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1863d2fe
[junit4] 2> 907476 INFO (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63097.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1863d2fe
[junit4] 2> 907476 INFO (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63097.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1863d2fe
[junit4] 2> 907478 INFO (jetty-launcher-6283-thread-4) [n:127.0.0.1:63097_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeLostTriggerIntegrationTest_51E268A6EE1EA94C-001/tempDir-001/node4
[junit4] 2> 908168 DEBUG (ScheduledTrigger-6346-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 909173 DEBUG (ScheduledTrigger-6346-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 910174 DEBUG (ScheduledTrigger-6346-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 911175 DEBUG (ScheduledTrigger-6346-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 912175 DEBUG (ScheduledTrigger-6346-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 912973 INFO (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 913000 INFO (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 913007 INFO (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:63101_solr as DOWN
[junit4] 2> 913012 INFO (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
[junit4] 2> 913012 INFO (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63101_solr
[junit4] 2> 913019 INFO (zkCallback-6301-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 913019 INFO (zkCallback-6323-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 913019 INFO (zkCallback-6312-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 913021 INFO (zkCallback-6338-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 913035 INFO (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 913036 INFO (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:63102_solr as DOWN
[junit4] 2> 913036 WARN (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 913045 INFO (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
[junit4] 2> 913045 INFO (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63102_solr
[junit4] 2> 913066 INFO (zkCallback-6312-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 913066 INFO (zkCallback-6301-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 913066 INFO (zkCallback-6323-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 913067 INFO (zkCallback-6338-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 913076 INFO (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 913077 INFO (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 913078 WARN (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 913112 INFO (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 913147 INFO (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63102.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1863d2fe
[junit4] 2> 913172 INFO (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63101.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1863d2fe
[junit4] 2> 913179 INFO (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63102.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1863d2fe
[junit4] 2> 913179 INFO (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63102.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1863d2fe
[junit4] 2> 913181 INFO (jetty-launcher-6283-thread-2) [n:127.0.0.1:63102_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeLostTriggerIntegrationTest_51E268A6EE1EA94C-001/tempDir-001/node2
[junit4] 2> 913185 DEBUG (ScheduledTrigger-6346-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 2
[junit4] 2> 913195 INFO (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63101.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1863d2fe
[junit4] 2> 913196 INFO (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63101.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1863d2fe
[junit4] 2> 913199 INFO (jetty-launcher-6283-thread-3) [n:127.0.0.1:63101_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeLostTriggerIntegrationTest_51E268A6EE1EA94C-001/tempDir-001/node3
[junit4] 2> 913217 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 913219 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 913222 INFO (zkConnectionManagerCallback-6376-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 913222 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 913226 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 913229 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63092/solr ready
[junit4] 2> 913247 INFO (qtp1437817307-9926) [n:127.0.0.1:63097_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 913254 INFO (qtp1437817307-9925) [n:127.0.0.1:63097_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 913257 INFO (qtp1027905222-9924) [n:127.0.0.1:63098_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
[junit4] 2> 913257 INFO (qtp1027905222-9924) [n:127.0.0.1:63098_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 913260 INFO (qtp2085183036-9937) [n:127.0.0.1:63101_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 913263 INFO (qtp233716185-9946) [n:127.0.0.1:63102_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 913263 DEBUG (qtp1437817307-9927) [n:127.0.0.1:63097_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 913265 INFO (qtp1437817307-9927) [n:127.0.0.1:63097_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 913267 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .scheduled_maintenance
[junit4] 2> 913267 DEBUG (zkCallback-6312-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 913269 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 913274 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas
[junit4] 2> 913283 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.a.NodeLostTriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 913284 DEBUG (zkCallback-6312-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 913291 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:63097_solr, 127.0.0.1:63101_solr, 127.0.0.1:63102_solr, 127.0.0.1:63098_solr]
[junit4] 2> 913293 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 913295 INFO (qtp1437817307-9928) [n:127.0.0.1:63097_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 913296 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 2
[junit4] 2> 913296 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 913297 WARN (ScheduledTrigger-6346-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger ran but was already closed
[junit4] 2> 913309 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 913312 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 913332 INFO (qtp1437817307-9928) [n:127.0.0.1:63097_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=36
[junit4] 2> 913339 INFO (qtp1437817307-9927) [n:127.0.0.1:63097_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 913341 INFO (qtp1027905222-9934) [n:127.0.0.1:63098_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 913343 INFO (qtp2085183036-9939) [n:127.0.0.1:63101_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 913345 INFO (qtp233716185-9946) [n:127.0.0.1:63102_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 913346 DEBUG (qtp233716185-9948) [n:127.0.0.1:63102_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 913353 INFO (qtp233716185-9948) [n:127.0.0.1:63102_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 913356 DEBUG (zkCallback-6312-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 913356 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 913367 INFO (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTriggerIntegrationTest TestTriggerAction init
[junit4] 2> 913368 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:63097_solr, 127.0.0.1:63101_solr, 127.0.0.1:63102_solr, 127.0.0.1:63098_solr]
[junit4] 2> 913370 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=949699892
[junit4] 2> 913370 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63101_solr
[junit4] 2> 913370 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 913377 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 913377 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:63101_solr as DOWN
[junit4] 2> 913379 DEBUG (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 913382 DEBUG (ScheduledTrigger-6346-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 913391 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 913391 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1eac0198: rootName = solr_63101, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@4d918f25
[junit4] 2> 913405 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 913405 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@156526d: rootName = solr_63101, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5b3a69e0
[junit4] 2> 913413 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 913414 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d9da2a: rootName = solr_63101, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4efd0d24
[junit4] 2> 913415 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 913525 INFO (zkCallback-6323-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 913525 INFO (zkCallback-6375-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 913526 INFO (zkCallback-6301-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 913526 INFO (zkCallback-6312-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 913530 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@728ebfc5{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 913549 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@39e187fe{/solr,null,UNAVAILABLE}
[junit4] 2> 913549 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 913551 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 63101
[junit4] 2> 918098 INFO (OverseerCollectionConfigSetProcessor-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [n:127.0.0.1:63098_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 926725 DEBUG (ScheduledTrigger-6346-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 4
[junit4] 2> 926725 DEBUG (ScheduledTrigger-6346-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:63101_solr
[junit4] 2> 933680 INFO (jetty-closer-6382-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=829953829
[junit4] 2> 933680 INFO (jetty-closer-6382-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63097_solr
[junit4] 2> 933680 INFO (jetty-closer-6382-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1488930477
[junit4] 2> 933680 INFO (jetty-closer-6382-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63102_solr
[junit4] 2> 933680 INFO (jetty-closer-6382-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1605845589
[junit4] 2> 933681 INFO (jetty-closer-6382-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:63098_solr
[junit4] 2> 933681 INFO (jetty-closer-6382-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 933681 INFO (jetty-closer-6382-thread-3) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 933681 INFO (jetty-closer-6382-thread-3) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:63102_solr as DOWN
[junit4] 2> 933681 INFO (jetty-closer-6382-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:63097_solr as DOWN
[junit4] 2> 933682 INFO (jetty-closer-6382-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 933682 INFO (jetty-closer-6382-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:63098_solr as DOWN
[junit4] 2> 933689 INFO (jetty-closer-6382-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 933689 INFO (jetty-closer-6382-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d49b46d: rootName = solr_63097, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@7b6eb5a9
[junit4] 2> 933690 INFO (jetty-closer-6382-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 933690 INFO (jetty-closer-6382-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c0bd456: rootName = solr_63098, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@4d726fdc
[junit4] 2> 933690 INFO (jetty-closer-6382-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 933690 INFO (jetty-closer-6382-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2001dace: rootName = solr_63102, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@3cc43506
[junit4] 2> 933798 INFO (jetty-closer-6382-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 933798 INFO (jetty-closer-6382-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10cc08a0: rootName = solr_63097, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5b3a69e0
[junit4] 2> 933803 INFO (jetty-closer-6382-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 933803 INFO (jetty-closer-6382-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e7e986a: rootName = solr_63098, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5b3a69e0
[junit4] 2> 933813 INFO (jetty-closer-6382-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 933813 INFO (jetty-closer-6382-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73aea23b: rootName = solr_63102, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5b3a69e0
[junit4] 2> 933879 INFO (jetty-closer-6382-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 933879 INFO (jetty-closer-6382-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26a18cf9: rootName = solr_63097, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4efd0d24
[junit4] 2> 933879 INFO (jetty-closer-6382-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 933880 INFO (jetty-closer-6382-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 933880 INFO (jetty-closer-6382-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f4995f4: rootName = solr_63098, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4efd0d24
[junit4] 2> 933880 INFO (jetty-closer-6382-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 933880 INFO (jetty-closer-6382-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 933880 INFO (jetty-closer-6382-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@93e1bca: rootName = solr_63102, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4efd0d24
[junit4] 2> 933881 INFO (jetty-closer-6382-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 933890 INFO (closeThreadPool-6396-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72086534028460040-127.0.0.1:63098_solr-n_0000000000) closing
[junit4] 2> 933890 INFO (OverseerStateUpdate-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [n:127.0.0.1:63098_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63098_solr
[junit4] 2> 933891 INFO (OverseerAutoScalingTriggerThread-72086534028460040-127.0.0.1:63098_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 933891 INFO (zkCallback-6323-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 933891 INFO (zkCallback-6312-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 933894 DEBUG (closeThreadPool-6396-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 933894 DEBUG (closeThreadPool-6396-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 933895 DEBUG (closeThreadPool-6396-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 933895 DEBUG (closeThreadPool-6396-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 933896 DEBUG (closeThreadPool-6396-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 933896 DEBUG (closeThreadPool-6396-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 933897 INFO (closeThreadPool-6396-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72086534028460040-127.0.0.1:63098_solr-n_0000000000) closing
[junit4] 2> 934003 INFO (jetty-closer-6382-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b74ad1d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 934004 INFO (jetty-closer-6382-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7e9f3388{/solr,null,UNAVAILABLE}
[junit4] 2> 934004 INFO (jetty-closer-6382-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 934103 INFO (jetty-closer-6382-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72086534028460040-127.0.0.1:63098_solr-n_0000000000) closing
[junit4] 2> 934106 INFO (jetty-closer-6382-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@33837f1e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 934106 INFO (jetty-closer-6382-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f807520{/solr,null,UNAVAILABLE}
[junit4] 2> 934107 INFO (jetty-closer-6382-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 934217 INFO (jetty-closer-6382-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@329c614{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 934217 INFO (jetty-closer-6382-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3f33325d{/solr,null,UNAVAILABLE}
[junit4] 2> 934217 INFO (jetty-closer-6382-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 934222 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 934435 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/72086534028460039-127.0.0.1:63097_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/live_nodes
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 5 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> 934443 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:63092
[junit4] 2> 934443 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63092
[junit4] 2> 934444 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63092
[junit4] 2> 934444 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTrigger-seed#[51E268A6EE1EA94C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=NodeLostTriggerIntegrationTest -Dtests.method=testNodeLostTrigger -Dtests.seed=51E268A6EE1EA94C -Dtests.slow=true -Dtests.locale=to -Dtests.timezone=Asia/Taipei -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 36.4s J3 | NodeLostTriggerIntegrationTest.testNodeLostTrigger <<<
[junit4] > Throwable #1: java.lang.AssertionError: The trigger did not fire at all
[junit4] > at __randomizedtesting.SeedInfo.seed([51E268A6EE1EA94C:551CC1B4D4D42BD6]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.NodeLostTriggerIntegrationTest.testNodeLostTrigger(NodeLostTriggerIntegrationTest.java:275)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:835)
[junit4] 2> 934451 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 934452 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeLostTriggerIntegrationTest_51E268A6EE1EA94C-001/tempDir-002
[junit4] 2> 934452 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 934453 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 934453 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 934553 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer start zk server on port: 63325
[junit4] 2> 934553 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:63325
[junit4] 2> 934553 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63325
[junit4] 2> 934553 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63325
[junit4] 2> 934556 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 934563 INFO (zkConnectionManagerCallback-6399-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 934563 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 934569 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 934575 INFO (zkConnectionManagerCallback-6401-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 934575 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 934576 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 934581 INFO (zkConnectionManagerCallback-6403-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 934581 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 934692 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 934692 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 934692 INFO (jetty-launcher-6404-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 934693 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 934693 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 934694 INFO (jetty-launcher-6404-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 934694 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 934694 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 934694 INFO (jetty-launcher-6404-thread-4) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 934694 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 934694 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 934694 INFO (jetty-launcher-6404-thread-3) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 934697 INFO (jetty-launcher-6404-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 934697 INFO (jetty-launcher-6404-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 934697 INFO (jetty-launcher-6404-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 934698 INFO (jetty-launcher-6404-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64441894{/solr,null,AVAILABLE}
[junit4] 2> 934699 INFO (jetty-launcher-6404-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a16a144{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:63332}
[junit4] 2> 934699 INFO (jetty-launcher-6404-thread-2) [ ] o.e.j.s.Server Started @934747ms
[junit4] 2> 934699 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63332}
[junit4] 2> 934700 ERROR (jetty-launcher-6404-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 934700 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 934700 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 934700 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 934700 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
[junit4] 2> 934700 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-11T13:51:15.266592Z
[junit4] 2> 934702 INFO (jetty-launcher-6404-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 934702 INFO (jetty-launcher-6404-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 934703 INFO (jetty-launcher-6404-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 934703 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 934704 INFO (jetty-launcher-6404-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 934704 INFO (jetty-launcher-6404-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 934704 INFO (jetty-launcher-6404-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 934707 INFO (jetty-launcher-6404-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dc0a68d{/solr,null,AVAILABLE}
[junit4] 2> 934708 INFO (jetty-launcher-6404-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47fe5509{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:63335}
[junit4] 2> 934708 INFO (jetty-launcher-6404-thread-4) [ ] o.e.j.s.Server Started @934756ms
[junit4] 2> 934708 INFO (jetty-launcher-6404-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a1313dc{/solr,null,AVAILABLE}
[junit4] 2> 934708 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63335}
[junit4] 2> 934708 ERROR (jetty-launcher-6404-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 934708 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 934709 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 934709 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 934709 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
[junit4] 2> 934709 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-11T13:51:15.275076Z
[junit4] 2> 934709 INFO (zkConnectionManagerCallback-6406-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 934710 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 934710 INFO (jetty-launcher-6404-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54a39354{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:63336}
[junit4] 2> 934710 INFO (jetty-launcher-6404-thread-1) [ ] o.e.j.s.Server Started @934758ms
[junit4] 2> 934710 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63336}
[junit4] 2> 934710 ERROR (jetty-launcher-6404-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 934710 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 934710 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 934710 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 934710 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
[junit4] 2> 934710 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-11T13:51:15.276894Z
[junit4] 2> 934712 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 934716 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 934716 INFO (zkConnectionManagerCallback-6408-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 934716 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 934718 INFO (jetty-launcher-6404-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 934718 INFO (jetty-launcher-6404-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 934718 INFO (jetty-launcher-6404-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 934719 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 934719 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 934720 INFO (zkConnectionManagerCallback-6410-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 934720 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 934721 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 934724 INFO (jetty-launcher-6404-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fc37d04{/solr,null,AVAILABLE}
[junit4] 2> 934726 INFO (jetty-launcher-6404-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67fbd55e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:63339}
[junit4] 2> 934726 INFO (jetty-launcher-6404-thread-3) [ ] o.e.j.s.Server Started @934774ms
[junit4] 2> 934726 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63339}
[junit4] 2> 934727 ERROR (jetty-launcher-6404-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 934727 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 934727 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 934727 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 934727 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr
[junit4] 2> 934728 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-11T13:51:15.294005Z
[junit4] 2> 934729 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 934737 INFO (zkConnectionManagerCallback-6412-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 934737 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 934824 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 934826 WARN (jetty-launcher-6404-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@692a15cb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 934826 WARN (jetty-launcher-6404-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@692a15cb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 934830 WARN (jetty-launcher-6404-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@610995af[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 934830 WARN (jetty-launcher-6404-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@610995af[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 934830 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 934831 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 934831 INFO (jetty-launcher-6404-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63325/solr
[junit4] 2> 934834 INFO (jetty-launcher-6404-thread-2) [n:127.0.0.1:63332_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 934835 WARN (jetty-launcher-6404-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c747d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 934835 WARN (jetty-launcher-6404-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c747d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 934839 WARN (jetty-launcher-6404-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@10f68586[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 934839 WARN (jetty-launcher-6404-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@10f68586[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 934841 INFO (zkConnectionManagerCallback-6429-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 934841 INFO (jetty-launcher-6404-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63325/solr
[junit4] 2> 934841 INFO (jetty-launcher-6404-thread-2) [n:127.0.0.1:63332_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 934842 INFO (jetty-launcher-6404-thread-1) [n:127.0.0.1:63336_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 934849 INFO (zkConnectionManagerCallback-6434-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 934849 INFO (jetty-launcher-6404-thread-1) [n:127.0.0.1:63336_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 934931 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 934932 WARN (jetty-launcher-6404-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55d398a4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 934932 WARN (jetty-launcher-6404-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55d398a4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 934935 WARN (jetty-launcher-6404-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@532b5fe1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 934935 WARN (jetty-launcher-6404-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@532b5fe1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 934936 INFO (jetty-launcher-6404-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63325/solr
[junit4] 2> 934937 INFO (jetty-launcher-6404-thread-4) [n:127.0.0.1:63335_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 934940 INFO (zkConnectionManagerCallback-6445-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 934941 INFO (jetty-launcher-6404-thread-4) [n:127.0.0.1:63335_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 935041 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 935043 WARN (jetty-launcher-6404-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@45e6495b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 935043 WARN (jetty-launcher-6404-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@45e6495b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 935046 WARN (jetty-launcher-6404-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@689c9251[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 935046 WARN (jetty-launcher-6404-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@689c9251[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 935047 INFO (jetty-launcher-6404-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63325/solr
[junit4] 2> 935048 INFO (jetty-launcher-6404-thread-3) [n:127.0.0.1:63339_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 935052 INFO (zkC
[...truncated too long message...]
.0.0.1:63332_solr-n_0000000000) closing
[junit4] 2> 939902 INFO (OverseerStateUpdate-72086536416133127-127.0.0.1:63332_solr-n_0000000000) [n:127.0.0.1:63332_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63332_solr
[junit4] 2> 939902 INFO (OverseerAutoScalingTriggerThread-72086536416133127-127.0.0.1:63332_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 939903 DEBUG (closeThreadPool-6542-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 939903 DEBUG (closeThreadPool-6542-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 939903 DEBUG (closeThreadPool-6542-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 939906 INFO (jetty-closer-6524-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 939906 INFO (jetty-closer-6524-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71e6ebe5: rootName = solr_63335, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4efd0d24
[junit4] 2> 939906 INFO (jetty-closer-6524-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 939907 INFO (jetty-closer-6524-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52a3d534: rootName = solr_63339, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4efd0d24
[junit4] 2> 939907 DEBUG (closeThreadPool-6542-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 939907 DEBUG (closeThreadPool-6542-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 939909 INFO (jetty-closer-6524-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 939924 DEBUG (closeThreadPool-6542-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 939924 INFO (closeThreadPool-6542-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72086536416133127-127.0.0.1:63332_solr-n_0000000000) closing
[junit4] 2> 940033 INFO (zkCallback-6444-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 940042 INFO (jetty-closer-6524-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@67fbd55e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 940044 INFO (jetty-closer-6524-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1fc37d04{/solr,null,UNAVAILABLE}
[junit4] 2> 940044 INFO (jetty-closer-6524-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 940140 INFO (jetty-closer-6524-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72086536416133127-127.0.0.1:63332_solr-n_0000000000) closing
[junit4] 2> 940157 INFO (jetty-closer-6524-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3a16a144{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 940158 INFO (jetty-closer-6524-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@64441894{/solr,null,UNAVAILABLE}
[junit4] 2> 940158 INFO (jetty-closer-6524-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 940251 INFO (jetty-closer-6524-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@47fe5509{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 940252 INFO (jetty-closer-6524-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2dc0a68d{/solr,null,UNAVAILABLE}
[junit4] 2> 940252 INFO (jetty-closer-6524-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 940262 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 940484 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/packages.json
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/72086536416133127-127.0.0.1:63332_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 34 /solr/live_nodes
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 6 /solr/collections
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/autoscaling/events/node_lost_restore_trigger
[junit4] 2>
[junit4] 2> 940494 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:63325
[junit4] 2> 940494 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:63325
[junit4] 2> 940494 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 63325
[junit4] 2> 940496 INFO (TEST-NodeLostTriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[51E268A6EE1EA94C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.NodeLostTriggerIntegrationTest_51E268A6EE1EA94C-001
[junit4] 2> Jun 11, 2020 1:51:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86): {}, docValues:{}, maxPointsInLeafNode=1759, maxMBSortInHeap=7.008508192529043, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4b602d0c), locale=to, timezone=Asia/Taipei
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=1,free=135656152,total=270630912
[junit4] 2> NOTE: All tests run in this JVM: [DebugComponentTest, SolrIndexMetricsTest, VMParamsZkACLAndCredentialsProvidersTest, UniqFieldsUpdateProcessorFactoryTest, TermVectorComponentTest, TestSimPolicyCloud, SplitShardTest, DistribDocExpirationUpdateProcessorTest, ExternalFileFieldSortTest, SpellCheckComponentTest, SearchHandlerTest, TestCloudPseudoReturnFields, IndexSizeEstimatorTest, TestConfigSetProperties, TestFiltering, ZkStateReaderTest, TestSubQueryTransformer, TestWriterPerf, TestCursorMarkWithoutUniqueKey, TestRestoreCore, ConnectionManagerTest, ZkDynamicConfigTest, AnalysisErrorHandlingTest, SolrIndexSearcherTest, FieldAnalysisRequestHandlerTest, SharedFSAutoReplicaFailoverTest, TestCloudConsistency, TestWaitForStateWithJettyShutdowns, TestRandomFlRTGCloud, PrimitiveFieldTypeTest, DeleteNodeTest, TestDistributedTracing, TestRequestStatusCollectionAPI, TestSimExtremeIndexing, SolrLogAuditLoggerPluginTest, TestPerFieldSimilarityWithDefaultOverride, TestBadConfig, RoutingToNodesWithPropertiesTest, TestNumericTokenStream, TestDelegationWithHadoopAuth, TestPrepRecovery, VersionInfoTest, IndexSizeTriggerTest, ExecutePlanActionTest, PeerSyncReplicationTest, TestSchemaField, DateRangeFieldTest, TestCloudManagedSchema, TestSolrCoreSnapshots, ChaosMonkeyNothingIsSafeTest, TestCollapseQParserPlugin, TestSimClusterStateProvider, CleanupOldIndexTest, SolrLogPostToolTest, ScheduledTriggerIntegrationTest, TestManagedSchema, NumberUtilsTest, OverseerSolrResponseUnsafeSerializationTest, TestFieldCollectionResource, BaseCdcrDistributedZkTest, CollectionPropsTest, XCJFQueryTest, DistributedFacetPivotLongTailTest, TestExactSharedStatsCache, NodeLostTriggerIntegrationTest]
[junit4] Completed [338/910 (1!)] on J3 in 43.07s, 2 tests, 1 failure <<< FAILURES!
[...truncated 53977 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6148/consoleText
[repro] Revision: 07a203628ea46308612f4bb60686c313a6e4d75e
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line: ant test -Dtestcase=NodeLostTriggerIntegrationTest -Dtests.method=testNodeLostTrigger -Dtests.seed=51E268A6EE1EA94C -Dtests.slow=true -Dtests.locale=to -Dtests.timezone=Asia/Taipei -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] NodeLostTriggerIntegrationTest
[repro] ant compile-test
[...truncated 3154 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.NodeLostTriggerIntegrationTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=51E268A6EE1EA94C -Dtests.slow=true -Dtests.locale=to -Dtests.timezone=Asia/Taipei -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 86 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.NodeLostTriggerIntegrationTest
[repro] Exiting with code 0
[...truncated 73 lines...]