You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/01/02 19:12:06 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2062 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2062/

2 tests failed.
FAILED:  org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([55D847340F5FA649]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.util.packed.TestPackedInts

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([55D847340F5FA649]:0)




Build Log:
[...truncated 1919 lines...]
   [junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
   [junit4]   2> Mbe 02, 2020 4:46:19 ?YAKWAKYA com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.util.packed.TestPackedInts
   [junit4]   2>    1) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.base@11.0.4/java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.base@11.0.4/java.lang.Thread.join(Thread.java:1305)
   [junit4]   2>         at java.base@11.0.4/java.lang.Thread.join(Thread.java:1379)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:643)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:500)
   [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
   [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
   [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2>    2) Thread[id=11, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.base@11.0.4/java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2>    3) Thread[id=1010, name=SUITE-TestPackedInts-seed#[55D847340F5FA649], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2>         at java.base/java.lang.Thread.getStackTrace(Thread.java:1606)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:698)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:695)
   [junit4]   2>         at java.base/java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:695)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:711)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:691)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:67)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:417)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:712)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:633)
   [junit4]   2>    4) Thread[id=1011, name=TEST-TestPackedInts.testPackedLongValues-seed#[55D847340F5FA649], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2>         at java.base@11.0.4/java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:559)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:536)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:147)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:124)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:77)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:82)
   [junit4]   2>         at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:985)
   [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.base@11.0.4/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$86/0x0000000100143040.run(Unknown Source)
   [junit4]   2>         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPackedInts -Dtests.method=testPackedLongValues -Dtests.seed=55D847340F5FA649 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=kam-KE -Dtests.timezone=America/Inuvik -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   7121s J0 | TestPackedInts.testPackedLongValues <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([55D847340F5FA649]:0)
   [junit4]   2> Mbe 02, 2020 4:46:19 ?YAKWAKYA com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Mbe 02, 2020 4:46:39 ?YAKWAKYA com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.util.packed.TestPackedInts: 
   [junit4]   2>    1) Thread[id=1011, name=TEST-TestPackedInts.testPackedLongValues-seed#[55D847340F5FA649], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2>         at java.base@11.0.4/java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:559)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:536)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:147)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:124)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:77)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:82)
   [junit4]   2>         at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:985)
   [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.base@11.0.4/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$86/0x0000000100143040.run(Unknown Source)
   [junit4]   2>         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> Mbe 02, 2020 4:46:39 ?YAKWAKYA com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=1011, name=TEST-TestPackedInts.testPackedLongValues-seed#[55D847340F5FA649], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2> Mbe 02, 2020 4:46:42 ?YAKWAKYA com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=1011, name=TEST-TestPackedInts.testPackedLongValues-seed#[55D847340F5FA649], state=RUNNABLE, group=TGRP-TestPackedInts]
   [junit4]   2>         at java.base@11.0.4/java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:559)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:536)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:147)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:124)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:77)
   [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:82)
   [junit4]   2>         at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:985)
   [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.base@11.0.4/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$86/0x0000000100143040.run(Unknown Source)
   [junit4]   2>         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=998, maxMBSortInHeap=7.551428608565204, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@a95bc78), locale=kam-KE, timezone=America/Inuvik
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=2,free=261574856,total=535822336
   [junit4]   2> NOTE: All tests run in this JVM: [TestMultiDocValues, TestNoDeletionPolicy, TestBasicModelIF, TestDeterminizeLexicon, TestMultiTermsEnum, TestManyFields, TestScorerPerf, TestLucene60FieldInfoFormat, TestFSTs, TestTopDocsMerge, TestPhrasePrefixQuery, TestLongRangeFieldQueries, TestMultiCollector, TestStressNRT, TestSegmentTermDocs, TestField, TestTermVectorsReader, TestArrayUtil, TestRegexpRandom, FiniteStringsIteratorTest, TestPostingsOffsets, TestCloseableThreadLocal, TestWANDScorer, TestTerm, TestBoolean2ScorerSupplier, TestTransactionRollback, TestFastCompressionMode, TestDistributionSPL, TestSynonymQuery, TestParallelReaderEmptyIndex, TestPolygon, TestAnalyzerWrapper, TestSloppyMath, TestThreadedForceMerge, TestLucene50StoredFieldsFormatHighCompression, TestIndependenceStandardized, TestInfoStream, TestLucene50CompoundFormat, TestPagedBytes, TestSoftDeletesRetentionMergePolicy, TestTermScorer, TestOrdinalMap, TestWordlistLoader, TestIndexReaderClose, TestDocsWithFieldSet, TestMaxScoreAccumulator, TestAtomicUpdate, TestStressDeletes, TestBufferedIndexInput, TestConjunctions, TestMultiThreadTermVectors, TestOmitPositions, TestIntroSorter, TestBytesRefHash, TestDelegatingAnalyzerWrapper, TestRadixSelector, TestTotalHitCountCollector, TestPackedInts]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPackedInts -Dtests.seed=55D847340F5FA649 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=kam-KE -Dtests.timezone=America/Inuvik -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestPackedInts (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([55D847340F5FA649]:0)
   [junit4] Completed [385/526 (1!)] on J0 in 7223.20s, 16 tests, 2 errors <<< FAILURES!

[...truncated 67772 lines...]

Re: [JENKINS] Lucene-Solr-NightlyTests-master - Build # 2062 - Unstable

Posted by Dawid Weiss <da...@gmail.com>.
This called RamUsageTester.sizeOf(buf) over and over again on nightly
runs. I disabled those checks (for nightlies) since we're doing it in
normal runs and at the end of the test anyway.

D.

On Thu, Jan 2, 2020 at 8:16 PM Apache Jenkins Server
<je...@builds.apache.org> wrote:
>
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2062/
>
> 2 tests failed.
> FAILED:  org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues
>
> Error Message:
> Test abandoned because suite timeout was reached.
>
> Stack Trace:
> java.lang.Exception: Test abandoned because suite timeout was reached.
>         at __randomizedtesting.SeedInfo.seed([55D847340F5FA649]:0)
>
>
> FAILED:  junit.framework.TestSuite.org.apache.lucene.util.packed.TestPackedInts
>
> Error Message:
> Suite timeout exceeded (>= 7200000 msec).
>
> Stack Trace:
> java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
>         at __randomizedtesting.SeedInfo.seed([55D847340F5FA649]:0)
>
>
>
>
> Build Log:
> [...truncated 1919 lines...]
>    [junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
>    [junit4]   2> Mbe 02, 2020 4:46:19 ?YAKWAKYA com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
>    [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.util.packed.TestPackedInts
>    [junit4]   2>    1) Thread[id=1, name=main, state=WAITING, group=main]
>    [junit4]   2>         at java.base@11.0.4/java.lang.Object.wait(Native Method)
>    [junit4]   2>         at java.base@11.0.4/java.lang.Thread.join(Thread.java:1305)
>    [junit4]   2>         at java.base@11.0.4/java.lang.Thread.join(Thread.java:1379)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:643)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:500)
>    [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
>    [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
>    [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
>    [junit4]   2>    2) Thread[id=11, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
>    [junit4]   2>         at java.base@11.0.4/java.lang.Thread.sleep(Native Method)
>    [junit4]   2>         at app//com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
>    [junit4]   2>    3) Thread[id=1010, name=SUITE-TestPackedInts-seed#[55D847340F5FA649], state=RUNNABLE, group=TGRP-TestPackedInts]
>    [junit4]   2>         at java.base/java.lang.Thread.getStackTrace(Thread.java:1606)
>    [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:698)
>    [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:695)
>    [junit4]   2>         at java.base/java.security.AccessController.doPrivileged(Native Method)
>    [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:695)
>    [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:711)
>    [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:691)
>    [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:67)
>    [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:417)
>    [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:712)
>    [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
>    [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:633)
>    [junit4]   2>    4) Thread[id=1011, name=TEST-TestPackedInts.testPackedLongValues-seed#[55D847340F5FA649], state=RUNNABLE, group=TGRP-TestPackedInts]
>    [junit4]   2>         at java.base@11.0.4/java.security.AccessController.doPrivileged(Native Method)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:559)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:536)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:147)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:124)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:77)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:82)
>    [junit4]   2>         at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:985)
>    [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>    [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>    [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>    [junit4]   2>         at java.base@11.0.4/java.lang.reflect.Method.invoke(Method.java:566)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>    [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
>    [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$86/0x0000000100143040.run(Unknown Source)
>    [junit4]   2>         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
>    [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPackedInts -Dtests.method=testPackedLongValues -Dtests.seed=55D847340F5FA649 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=kam-KE -Dtests.timezone=America/Inuvik -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
>    [junit4] ERROR   7121s J0 | TestPackedInts.testPackedLongValues <<<
>    [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([55D847340F5FA649]:0)
>    [junit4]   2> Mbe 02, 2020 4:46:19 ?YAKWAKYA com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
>    [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
>    [junit4]   2> Mbe 02, 2020 4:46:39 ?YAKWAKYA com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
>    [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.util.packed.TestPackedInts:
>    [junit4]   2>    1) Thread[id=1011, name=TEST-TestPackedInts.testPackedLongValues-seed#[55D847340F5FA649], state=RUNNABLE, group=TGRP-TestPackedInts]
>    [junit4]   2>         at java.base@11.0.4/java.security.AccessController.doPrivileged(Native Method)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:559)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:536)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:147)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:124)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:77)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:82)
>    [junit4]   2>         at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:985)
>    [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>    [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>    [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>    [junit4]   2>         at java.base@11.0.4/java.lang.reflect.Method.invoke(Method.java:566)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>    [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
>    [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$86/0x0000000100143040.run(Unknown Source)
>    [junit4]   2>         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
>    [junit4]   2> Mbe 02, 2020 4:46:39 ?YAKWAKYA com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
>    [junit4]   2> INFO: Starting to interrupt leaked threads:
>    [junit4]   2>    1) Thread[id=1011, name=TEST-TestPackedInts.testPackedLongValues-seed#[55D847340F5FA649], state=RUNNABLE, group=TGRP-TestPackedInts]
>    [junit4]   2> Mbe 02, 2020 4:46:42 ?YAKWAKYA com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
>    [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
>    [junit4]   2>    1) Thread[id=1011, name=TEST-TestPackedInts.testPackedLongValues-seed#[55D847340F5FA649], state=RUNNABLE, group=TGRP-TestPackedInts]
>    [junit4]   2>         at java.base@11.0.4/java.security.AccessController.doPrivileged(Native Method)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:559)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:536)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:147)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:124)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:77)
>    [junit4]   2>         at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:82)
>    [junit4]   2>         at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:985)
>    [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>    [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>    [junit4]   2>         at java.base@11.0.4/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>    [junit4]   2>         at java.base@11.0.4/java.lang.reflect.Method.invoke(Method.java:566)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>    [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
>    [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>    [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
>    [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$86/0x0000000100143040.run(Unknown Source)
>    [junit4]   2>         at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=998, maxMBSortInHeap=7.551428608565204, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@a95bc78), locale=kam-KE, timezone=America/Inuvik
>    [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=2,free=261574856,total=535822336
>    [junit4]   2> NOTE: All tests run in this JVM: [TestMultiDocValues, TestNoDeletionPolicy, TestBasicModelIF, TestDeterminizeLexicon, TestMultiTermsEnum, TestManyFields, TestScorerPerf, TestLucene60FieldInfoFormat, TestFSTs, TestTopDocsMerge, TestPhrasePrefixQuery, TestLongRangeFieldQueries, TestMultiCollector, TestStressNRT, TestSegmentTermDocs, TestField, TestTermVectorsReader, TestArrayUtil, TestRegexpRandom, FiniteStringsIteratorTest, TestPostingsOffsets, TestCloseableThreadLocal, TestWANDScorer, TestTerm, TestBoolean2ScorerSupplier, TestTransactionRollback, TestFastCompressionMode, TestDistributionSPL, TestSynonymQuery, TestParallelReaderEmptyIndex, TestPolygon, TestAnalyzerWrapper, TestSloppyMath, TestThreadedForceMerge, TestLucene50StoredFieldsFormatHighCompression, TestIndependenceStandardized, TestInfoStream, TestLucene50CompoundFormat, TestPagedBytes, TestSoftDeletesRetentionMergePolicy, TestTermScorer, TestOrdinalMap, TestWordlistLoader, TestIndexReaderClose, TestDocsWithFieldSet, TestMaxScoreAccumulator, TestAtomicUpdate, TestStressDeletes, TestBufferedIndexInput, TestConjunctions, TestMultiThreadTermVectors, TestOmitPositions, TestIntroSorter, TestBytesRefHash, TestDelegatingAnalyzerWrapper, TestRadixSelector, TestTotalHitCountCollector, TestPackedInts]
>    [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPackedInts -Dtests.seed=55D847340F5FA649 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=kam-KE -Dtests.timezone=America/Inuvik -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
>    [junit4] ERROR   0.00s J0 | TestPackedInts (suite) <<<
>    [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([55D847340F5FA649]:0)
>    [junit4] Completed [385/526 (1!)] on J0 in 7223.20s, 16 tests, 2 errors <<< FAILURES!
>
> [...truncated 67772 lines...]
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: builds-unsubscribe@lucene.apache.org
> For additional commands, e-mail: builds-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2064 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2064/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test.test

Error Message:
There are still nodes recoverying - waited for 60 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 60 seconds
	at __randomizedtesting.SeedInfo.seed([A3221C604575790B:2B7623BAEB8914F3]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:196)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1061)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1618)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:391)
	at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:102)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13691 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test
   [junit4]   2> 248956 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 248956 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/data-dir-10-001
   [junit4]   2> 248956 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 248957 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 248958 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 249487 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 249490 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 249520 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 249520 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 249520 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 249540 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1788f60d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 250418 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@39c1cef0{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-lucene2-us-west_apache_org-33976-hadoop-hdfs-3_2_0-tests_jar-_-any-14293859140954064317.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 250435 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7269f431{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:33976}
   [junit4]   2> 250435 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.Server Started @250644ms
   [junit4]   2> 251024 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 251059 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 251064 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 251064 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 251064 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 251065 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9a79aec{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 251735 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3d85a2e5{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-37884-hadoop-hdfs-3_2_0-tests_jar-_-any-5526198891806494669.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 251735 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2b86d184{HTTP/1.1,[http/1.1]}{localhost:37884}
   [junit4]   2> 251735 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.Server Started @251945ms
   [junit4]   2> 251936 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 251954 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 251956 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 251956 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 251956 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 251957 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31358ad5{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 252606 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xcca210ed6efd7c5a: Processing first storage report for DS-a178ac31-fe43-4aca-8534-5bd6c84bdf27 from datanode 96bf6a9a-cb52-4f09-a0fb-24485b0a4533
   [junit4]   2> 252606 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xcca210ed6efd7c5a: from storage DS-a178ac31-fe43-4aca-8534-5bd6c84bdf27 node DatanodeRegistration(127.0.0.1:44929, datanodeUuid=96bf6a9a-cb52-4f09-a0fb-24485b0a4533, infoPort=34306, infoSecurePort=0, ipcPort=39303, storageInfo=lv=-57;cid=testClusterID;nsid=560482575;c=1578160432340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 252606 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xcca210ed6efd7c5a: Processing first storage report for DS-db056252-c24f-4ddd-be90-274cdb75b83a from datanode 96bf6a9a-cb52-4f09-a0fb-24485b0a4533
   [junit4]   2> 252606 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xcca210ed6efd7c5a: from storage DS-db056252-c24f-4ddd-be90-274cdb75b83a node DatanodeRegistration(127.0.0.1:44929, datanodeUuid=96bf6a9a-cb52-4f09-a0fb-24485b0a4533, infoPort=34306, infoSecurePort=0, ipcPort=39303, storageInfo=lv=-57;cid=testClusterID;nsid=560482575;c=1578160432340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 252852 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@2e23618f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-43109-hadoop-hdfs-3_2_0-tests_jar-_-any-15720464447731100647.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 252863 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4a38cdaa{HTTP/1.1,[http/1.1]}{localhost:43109}
   [junit4]   2> 252864 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.Server Started @253073ms
   [junit4]   2> 253524 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x99d1e7cb14f8027: Processing first storage report for DS-7c168d43-6771-418b-a875-b5cc0838ee67 from datanode c3b2f631-ecf0-41d4-9436-817a3f7393c4
   [junit4]   2> 253524 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x99d1e7cb14f8027: from storage DS-7c168d43-6771-418b-a875-b5cc0838ee67 node DatanodeRegistration(127.0.0.1:41829, datanodeUuid=c3b2f631-ecf0-41d4-9436-817a3f7393c4, infoPort=36332, infoSecurePort=0, ipcPort=40530, storageInfo=lv=-57;cid=testClusterID;nsid=560482575;c=1578160432340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 253524 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x99d1e7cb14f8027: Processing first storage report for DS-b470fbd8-4ab9-4bbc-a9e5-3917540305f8 from datanode c3b2f631-ecf0-41d4-9436-817a3f7393c4
   [junit4]   2> 253524 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x99d1e7cb14f8027: from storage DS-b470fbd8-4ab9-4bbc-a9e5-3917540305f8 node DatanodeRegistration(127.0.0.1:41829, datanodeUuid=c3b2f631-ecf0-41d4-9436-817a3f7393c4, infoPort=36332, infoSecurePort=0, ipcPort=40530, storageInfo=lv=-57;cid=testClusterID;nsid=560482575;c=1578160432340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 253755 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 253756 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 253756 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 253864 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer start zk server on port:41221
   [junit4]   2> 253864 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41221
   [junit4]   2> 253864 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41221
   [junit4]   2> 253864 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41221
   [junit4]   2> 253870 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 253881 INFO  (zkConnectionManagerCallback-419-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 253881 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 253893 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 253894 INFO  (zkConnectionManagerCallback-421-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 253894 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 253912 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 253938 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 253940 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 254039 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 254056 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 254057 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 254058 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 254092 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 254112 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 254114 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 254115 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 254148 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 256789 WARN  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 256789 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 256789 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 256790 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 256791 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 256791 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 256791 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 256792 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e8ea418{/,null,AVAILABLE}
   [junit4]   2> 256816 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@67d4ba74{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38838}
   [junit4]   2> 256816 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.e.j.s.Server Started @257026ms
   [junit4]   2> 256816 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://lucene2-us-west.apache.org:42913/hdfs__lucene2-us-west.apache.org_42913__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001_tempDir-002_control_data, hostPort=38838, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/control-001/cores}
   [junit4]   2> 256817 ERROR (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 256818 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 256818 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 256818 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 256818 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 256818 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-04T17:54:00.017326Z
   [junit4]   2> 256848 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 256898 INFO  (zkConnectionManagerCallback-423-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 256902 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 257008 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 257008 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/control-001/solr.xml
   [junit4]   2> 257077 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 257077 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 257079 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 257750 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 257764 WARN  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@72209a7e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 257764 WARN  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@72209a7e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 257793 WARN  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4f93a93e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 257793 WARN  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4f93a93e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 257806 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41221/solr
   [junit4]   2> 257828 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 257848 INFO  (zkConnectionManagerCallback-430-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 257848 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 258011 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 258070 INFO  (zkConnectionManagerCallback-432-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 258070 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 258840 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38838_
   [junit4]   2> 258841 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_     ] o.a.s.c.Overseer Overseer (id=76022380342870020-127.0.0.1:38838_-n_0000000000) starting
   [junit4]   2> 259173 INFO  (OverseerStateUpdate-76022380342870020-127.0.0.1:38838_-n_0000000000) [n:127.0.0.1:38838_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38838_
   [junit4]   2> 259197 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38838_
   [junit4]   2> 259265 INFO  (zkCallback-431-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 259266 WARN  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 259686 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 260050 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 260142 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 260143 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 260144 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 260159 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [n:127.0.0.1:38838_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/control-001/cores
   [junit4]   2> 260398 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 260398 INFO  (zkConnectionManagerCallback-441-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 260398 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 260400 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 260401 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41221/solr ready
   [junit4]   2> 260455 INFO  (qtp1026502302-1575) [n:127.0.0.1:38838_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38838_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 260882 INFO  (OverseerThreadFactory-412-thread-1-processing-n:127.0.0.1:38838_) [n:127.0.0.1:38838_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 261070 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 261070 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 262322 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 262489 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 263456 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 263786 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 263787 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 263787 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:42913/solr_hdfs_home
   [junit4]   2> 263787 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 263820 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:42913/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 263821 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:42913/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 263895 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 263895 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 264078 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 264080 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:42913/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 264372 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:42913/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 264424 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 264424 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
   [junit4]   2> 264446 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 264480 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@582010d6
   [junit4]   2> 265087 WARN  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 265631 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 265631 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 265631 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 265797 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 265797 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 265801 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=39, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5535162425124307]
   [junit4]   2> 266275 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@591984fe[control_collection_shard1_replica_n1] main]
   [junit4]   2> 266301 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 266301 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 266302 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 266303 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1654821171497009152
   [junit4]   2> 266320 INFO  (searcherExecutor-417-thread-1-processing-n:127.0.0.1:38838_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@591984fe[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 266346 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 266347 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 266385 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 266385 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 266385 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38838/control_collection_shard1_replica_n1/
   [junit4]   2> 266386 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 266386 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:38838/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 266386 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/76022380342870020-core_node2-n_0000000000
   [junit4]   2> 266389 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38838/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 266404 INFO  (zkCallback-431-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 266404 INFO  (zkCallback-431-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 266406 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 266448 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5378
   [junit4]   2> 266472 INFO  (qtp1026502302-1575) [n:127.0.0.1:38838_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 266525 INFO  (zkCallback-431-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 266525 INFO  (zkCallback-431-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 266526 INFO  (zkCallback-431-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 266526 INFO  (qtp1026502302-1575) [n:127.0.0.1:38838_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38838_&wt=javabin&version=2} status=0 QTime=6071
   [junit4]   2> 266536 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 266676 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 266678 INFO  (zkConnectionManagerCallback-447-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 266678 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 266681 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 266699 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41221/solr ready
   [junit4]   2> 266719 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 266733 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 266752 INFO  (OverseerCollectionConfigSetProcessor-76022380342870020-127.0.0.1:38838_-n_0000000000) [n:127.0.0.1:38838_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 266752 INFO  (OverseerThreadFactory-412-thread-2-processing-n:127.0.0.1:38838_) [n:127.0.0.1:38838_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 266988 WARN  (OverseerThreadFactory-412-thread-2-processing-n:127.0.0.1:38838_) [n:127.0.0.1:38838_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 267041 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 267098 INFO  (qtp1026502302-1577) [n:127.0.0.1:38838_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=365
   [junit4]   2> 267114 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 267114 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 267114 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 267114 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 267114 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
   [junit4]   2> 267114 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 267114 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
   [junit4]   2> 268815 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-1-001 of type NRT
   [junit4]   2> 268827 INFO  (OverseerCollectionConfigSetProcessor-76022380342870020-127.0.0.1:38838_-n_0000000000) [n:127.0.0.1:38838_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 268853 WARN  (closeThreadPool-448-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 268853 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 268853 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 268853 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 268945 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 268945 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 268946 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 268946 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f230e92{/,null,AVAILABLE}
   [junit4]   2> 268947 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@659c33cf{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37861}
   [junit4]   2> 268947 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.Server Started @269156ms
   [junit4]   2> 268947 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:42913/hdfs__lucene2-us-west.apache.org_42913__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001_tempDir-002_jetty1, hostPort=37861, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-1-001/cores}
   [junit4]   2> 268948 ERROR (closeThreadPool-448-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 268948 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 268948 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 268948 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 268948 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 268948 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-04T17:54:12.147176Z
   [junit4]   2> 268982 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 269019 INFO  (zkConnectionManagerCallback-450-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 269019 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 269173 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 269173 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-1-001/solr.xml
   [junit4]   2> 269177 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 269177 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 269256 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 269820 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 269877 WARN  (closeThreadPool-448-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f7160e1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 269877 WARN  (closeThreadPool-448-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f7160e1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 269984 WARN  (closeThreadPool-448-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@39d1d77c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 269984 WARN  (closeThreadPool-448-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@39d1d77c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 269986 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41221/solr
   [junit4]   2> 270000 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 270005 INFO  (zkConnectionManagerCallback-457-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 270005 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 270128 INFO  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 270142 INFO  (zkConnectionManagerCallback-459-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 270142 INFO  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 270576 INFO  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 270596 INFO  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.c.ZkController Publish node=127.0.0.1:37861_ as DOWN
   [junit4]   2> 270597 INFO  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 270597 INFO  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37861_
   [junit4]   2> 270607 INFO  (zkCallback-431-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 270608 WARN  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 270642 INFO  (zkCallback-446-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 270782 INFO  (zkCallback-458-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 270868 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-2-001 of type NRT
   [junit4]   2> 270882 WARN  (closeThreadPool-448-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 270883 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 270883 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 270883 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 270883 INFO  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 270884 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 270884 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 270884 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 270884 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10eee3aa{/,null,AVAILABLE}
   [junit4]   2> 270900 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@46a0dd07{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:32961}
   [junit4]   2> 270900 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.Server Started @271109ms
   [junit4]   2> 270900 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:42913/hdfs__lucene2-us-west.apache.org_42913__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001_tempDir-002_jetty2, hostPort=32961, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-2-001/cores}
   [junit4]   2> 270900 ERROR (closeThreadPool-448-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 270900 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 270901 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 270901 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 270901 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 270901 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-04T17:54:14.100070Z
   [junit4]   2> 270980 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 270994 INFO  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 271047 INFO  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 271047 INFO  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 271073 INFO  (zkConnectionManagerCallback-465-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 271082 INFO  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 271083 INFO  (closeThreadPool-448-thread-1) [n:127.0.0.1:37861_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-1-001/cores
   [junit4]   2> 271089 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 271216 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 271216 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-2-001/solr.xml
   [junit4]   2> 271219 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 271219 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 271233 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 271509 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:37861_
   [junit4]   2> 272900 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 272954 WARN  (closeThreadPool-448-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@472dd5a8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 272954 WARN  (closeThreadPool-448-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@472dd5a8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 273028 WARN  (closeThreadPool-448-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fe8c66a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 273028 WARN  (closeThreadPool-448-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fe8c66a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 273030 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41221/solr
   [junit4]   2> 273116 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 273132 INFO  (zkConnectionManagerCallback-472-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 273136 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 273279 INFO  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 273466 INFO  (zkConnectionManagerCallback-474-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 273469 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-3-001 of type NRT
   [junit4]   2> 273482 INFO  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 273503 WARN  (closeThreadPool-448-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 273503 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 273503 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 273503 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 273573 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 273573 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 273573 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 273573 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fc24cc2{/,null,AVAILABLE}
   [junit4]   2> 273577 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@d3aee29{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33267}
   [junit4]   2> 273577 INFO  (closeThreadPool-448-thread-1) [     ] o.e.j.s.Server Started @273787ms
   [junit4]   2> 273577 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:42913/hdfs__lucene2-us-west.apache.org_42913__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001_tempDir-002_jetty3, hostPort=33267, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-3-001/cores}
   [junit4]   2> 273578 ERROR (closeThreadPool-448-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 273578 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 273578 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 273578 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 273578 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 273578 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-04T17:54:16.777376Z
   [junit4]   2> 273612 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 273830 INFO  (zkConnectionManagerCallback-476-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 273832 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 274007 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 274007 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-3-001/solr.xml
   [junit4]   2> 274027 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 274027 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 274038 INFO  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 274074 INFO  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.c.ZkController Publish node=127.0.0.1:32961_ as DOWN
   [junit4]   2> 274075 INFO  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 274075 INFO  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32961_
   [junit4]   2> 274076 INFO  (zkCallback-446-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 274090 WARN  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 274105 INFO  (zkCallback-431-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 274105 INFO  (zkCallback-458-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 274110 INFO  (zkCallback-473-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 274172 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 274329 INFO  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 274585 INFO  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 274696 INFO  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 274696 INFO  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 274698 INFO  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 274732 INFO  (closeThreadPool-448-thread-2) [n:127.0.0.1:32961_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-2-001/cores
   [junit4]   2> 275001 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 275053 WARN  (closeThreadPool-448-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15b0438c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 275053 WARN  (closeThreadPool-448-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15b0438c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 275200 WARN  (closeThreadPool-448-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14e6274c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 275200 WARN  (closeThreadPool-448-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14e6274c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 275201 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41221/solr
   [junit4]   2> 275236 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 275419 INFO  (zkConnectionManagerCallback-487-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 275419 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 275468 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:32961_
   [junit4]   2> 275527 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 275538 INFO  (zkConnectionManagerCallback-489-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 275538 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 275671 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 275707 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:33267_ as DOWN
   [junit4]   2> 275708 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 275708 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33267_
   [junit4]   2> 275741 INFO  (zkCallback-473-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 275741 INFO  (zkCallback-446-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 275742 INFO  (zkCallback-458-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 275742 INFO  (zkCallback-431-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 275743 WARN  (closeThreadPool-448-thread-1) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 275781 INFO  (zkCallback-488-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 275968 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 276095 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 276329 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 276329 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 276361 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 276389 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-3-001/cores
   [junit4]   2> 276667 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-4-001 of type NRT
   [junit4]   2> 276668 WARN  (closeThreadPool-448-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 276668 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 276668 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 276668 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 276724 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 276724 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 276724 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 276724 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e86aa7d{/,null,AVAILABLE}
   [junit4]   2> 276725 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7752179f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45350}
   [junit4]   2> 276725 INFO  (closeThreadPool-448-thread-2) [     ] o.e.j.s.Server Started @276934ms
   [junit4]   2> 276725 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:42913/hdfs__lucene2-us-west.apache.org_42913__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001_tempDir-002_jetty4, hostPort=45350, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-4-001/cores}
   [junit4]   2> 276725 ERROR (closeThreadPool-448-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 276725 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 276725 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 276725 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 276725 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 276726 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-04T17:54:19.924996Z
   [junit4]   2> 276750 INFO  (closeThreadPool-448-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:33267_
   [junit4]   2> 276780 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 276821 INFO  (zkConnectionManagerCallback-495-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 276833 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 277110 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 277110 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001/shard-4-001/solr.xml
   [junit4]   2> 277113 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 277113 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 277151 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 277933 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 277936 WARN  (closeThreadPool-448-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@27f814a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 277937 WARN  (closeThreadPool-448-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@27f814a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 277971 WARN  (closeThreadPool-448-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6832faf8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 277971 WARN  (closeThreadPool-448-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6832faf8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 277985 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41221/solr
   [junit4]   2> 277990 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 277991 INFO  (zkConnectionManagerCallback-502-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 277991 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 278103 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 278160 INFO  (zkConnectionManagerCallback-504-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 278160 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 278190 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 278262 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:45350_ as DOWN
   [junit4]   2> 278298 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 278298 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45350_
   [junit4]   2> 278300 INFO  (zkCallback-446-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 278300 INFO  (zkCallback-488-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 278300 INFO  (zkCallback-473-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 278317 WARN  (closeThreadPool-448-thread-2) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 278322 INFO  (zkCallback-431-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 278322 INFO  (zkCallback-458-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 278359 INFO  (zkCallback-503-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 278416 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 278541 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5eeff
   [junit4]   2> 278592 INFO  (closeThreadPool-448-thread-2) [     ] o.a.s.m.r.Solr

[...truncated too long message...]

eer_elect/election/76022380342870020-127.0.0.1:38838_-n_0000000000
   [junit4]   2> 	3	/solr/collections/collection1/leader_elect/shard1/election/76022380342870034-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/76022380342870025-127.0.0.1:37861_-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/76022380342870034-127.0.0.1:45350_-n_0000000004
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	75	/solr/overseer/queue
   [junit4]   2> 	62	/solr/live_nodes
   [junit4]   2> 	22	/solr/overseer/collection-queue-work
   [junit4]   2> 	18	/solr/collections
   [junit4]   2> 
   [junit4]   2> 443834 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41221
   [junit4]   2> 443834 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41221
   [junit4]   2> 443834 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[A3221C604575790B]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41221
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsBasicDistributedZk2Test -Dtests.method=test -Dtests.seed=A3221C604575790B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=qu -Dtests.timezone=Africa/Juba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE  190s J0 | HdfsBasicDistributedZk2Test.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 60 seconds
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A3221C604575790B:2B7623BAEB8914F3]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:196)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1061)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1618)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:391)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:102)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 443842 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 443991 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@2e23618f{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 444008 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4a38cdaa{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 444008 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 444009 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@31358ad5{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 444040 WARN  (BP-1646332916-127.0.0.1-1578160432340 heartbeating to lucene2-us-west.apache.org/127.0.0.1:42913) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 444041 WARN  (BP-1646332916-127.0.0.1-1578160432340 heartbeating to lucene2-us-west.apache.org/127.0.0.1:42913) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1646332916-127.0.0.1-1578160432340 (Datanode Uuid c3b2f631-ecf0-41d4-9436-817a3f7393c4) service to lucene2-us-west.apache.org/127.0.0.1:42913
   [junit4]   2> 444139 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 444165 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@3d85a2e5{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 444165 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@2b86d184{HTTP/1.1,[http/1.1]}{localhost:0}
   [junit4]   2> 444166 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 444166 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9a79aec{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 444182 WARN  (BP-1646332916-127.0.0.1-1578160432340 heartbeating to lucene2-us-west.apache.org/127.0.0.1:42913) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 444182 WARN  (BP-1646332916-127.0.0.1-1578160432340 heartbeating to lucene2-us-west.apache.org/127.0.0.1:42913) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1646332916-127.0.0.1-1578160432340 (Datanode Uuid 96bf6a9a-cb52-4f09-a0fb-24485b0a4533) service to lucene2-us-west.apache.org/127.0.0.1:42913
   [junit4]   2> 444258 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@39c1cef0{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 444259 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7269f431{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
   [junit4]   2> 444259 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 444259 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[A3221C604575790B]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1788f60d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_A3221C604575790B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {rnd_b=FSTOrd50, SubjectTerms_mfacet=FST50, oddField_s=PostingsFormat(name=MockRandom), multiDefault=Lucene84, a_t=FST50, _root_=FST50, foo_b=PostingsFormat(name=MockRandom), id=FSTOrd50, text=PostingsFormat(name=MockRandom)}, docValues:{other_tl1=DocValuesFormat(name=Lucene80), range_facet_l_dv=DocValuesFormat(name=Asserting), n_l1=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Lucene80), n_dt1=DocValuesFormat(name=Lucene80), a_i1=DocValuesFormat(name=Lucene80), n_td1=DocValuesFormat(name=Lucene80), n_d1=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Lucene80), n_f1=DocValuesFormat(name=Lucene80), n_ti1=DocValuesFormat(name=Asserting), n_tl1=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Lucene80), n_tf1=DocValuesFormat(name=Lucene80), n_tdt1=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Lucene80), foo_d=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Asserting), foo_f=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1837, maxMBSortInHeap=6.205650572448892, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@56f7ff82), locale=qu, timezone=Africa/Juba
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=5,free=117760568,total=349175808
   [junit4]   2> NOTE: All tests run in this JVM: [TolerantUpdateProcessorTest, TestFaceting, AutoScalingHandlerTest, TestRequestForwarding, TestSubQueryTransformerDistrib, GraphQueryTest, HdfsDirectoryFactoryTest, CollectionTooManyReplicasTest, TestObjectReleaseTracker, HdfsBasicDistributedZk2Test]
   [junit4] Completed [19/897 (1!)] on J0 in 199.00s, 1 test, 1 failure <<< FAILURES!

[...truncated 55974 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2063 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2063/

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.basicTest

Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:39109/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:39109/solr
	at __randomizedtesting.SeedInfo.seed([7ADAD1558897E33E:882EC637CC32EE0D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.basicTest(LeaderVoteWaitTimeoutTest.java:157)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
	... 49 more




Build Log:
[...truncated 13366 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderVoteWaitTimeoutTest
   [junit4]   2> 46938 INFO  (SUITE-LeaderVoteWaitTimeoutTest-seed#[7ADAD1558897E33E]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_7ADAD1558897E33E-001/data-dir-10-001
   [junit4]   2> 46938 WARN  (SUITE-LeaderVoteWaitTimeoutTest-seed#[7ADAD1558897E33E]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 46938 INFO  (SUITE-LeaderVoteWaitTimeoutTest-seed#[7ADAD1558897E33E]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 46939 INFO  (SUITE-LeaderVoteWaitTimeoutTest-seed#[7ADAD1558897E33E]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 46940 INFO  (SUITE-LeaderVoteWaitTimeoutTest-seed#[7ADAD1558897E33E]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 46955 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.SolrTestCaseJ4 ###Starting basicTest
   [junit4]   2> 46957 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_7ADAD1558897E33E-001/tempDir-001
   [junit4]   2> 46957 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 46966 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 46966 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 47065 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkTestServer start zk server on port:36677
   [junit4]   2> 47065 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36677
   [junit4]   2> 47065 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36677
   [junit4]   2> 47065 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36677
   [junit4]   2> 47075 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 47085 INFO  (zkConnectionManagerCallback-120-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 47085 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 47118 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 47132 INFO  (zkConnectionManagerCallback-122-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 47132 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 47141 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 47143 INFO  (zkConnectionManagerCallback-124-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 47143 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 47487 WARN  (jetty-launcher-125-thread-3) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 47487 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 47488 WARN  (jetty-launcher-125-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 47488 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 47488 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 47488 INFO  (jetty-launcher-125-thread-2) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 47488 WARN  (jetty-launcher-125-thread-4) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 47488 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 47488 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 47488 INFO  (jetty-launcher-125-thread-4) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 47489 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 47489 INFO  (jetty-launcher-125-thread-3) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 47490 WARN  (jetty-launcher-125-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 47490 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 47490 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 47490 INFO  (jetty-launcher-125-thread-1) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 47552 INFO  (jetty-launcher-125-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 47552 INFO  (jetty-launcher-125-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 47552 INFO  (jetty-launcher-125-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 47558 INFO  (jetty-launcher-125-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5aef4274{/solr,null,AVAILABLE}
   [junit4]   2> 47560 INFO  (jetty-launcher-125-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1aeee39d{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40625}
   [junit4]   2> 47560 INFO  (jetty-launcher-125-thread-3) [     ] o.e.j.s.Server Started @47597ms
   [junit4]   2> 47560 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40625}
   [junit4]   2> 47560 ERROR (jetty-launcher-125-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 47560 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 47560 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 47560 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 47560 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 47560 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-03T15:51:02.548937Z
   [junit4]   2> 47586 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 47588 INFO  (jetty-launcher-125-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 47588 INFO  (jetty-launcher-125-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 47608 INFO  (jetty-launcher-125-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 47608 INFO  (jetty-launcher-125-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 47608 INFO  (jetty-launcher-125-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 47628 INFO  (jetty-launcher-125-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 47638 INFO  (zkConnectionManagerCallback-127-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 47638 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 47638 INFO  (jetty-launcher-125-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5bfd3cc6{/solr,null,AVAILABLE}
   [junit4]   2> 47641 INFO  (jetty-launcher-125-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 47641 INFO  (jetty-launcher-125-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 47641 INFO  (jetty-launcher-125-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 47646 INFO  (jetty-launcher-125-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e8daa36{/solr,null,AVAILABLE}
   [junit4]   2> 47648 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 47648 INFO  (jetty-launcher-125-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75a34210{/solr,null,AVAILABLE}
   [junit4]   2> 47653 INFO  (jetty-launcher-125-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5521acf1{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44067}
   [junit4]   2> 47653 INFO  (jetty-launcher-125-thread-4) [     ] o.e.j.s.Server Started @47690ms
   [junit4]   2> 47653 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44067}
   [junit4]   2> 47653 ERROR (jetty-launcher-125-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 47654 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 47654 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 47654 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 47654 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 47654 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-03T15:51:02.642105Z
   [junit4]   2> 47654 INFO  (jetty-launcher-125-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7a6d64cc{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:36343}
   [junit4]   2> 47655 INFO  (jetty-launcher-125-thread-2) [     ] o.e.j.s.Server Started @47691ms
   [junit4]   2> 47678 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 47655 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36343}
   [junit4]   2> 47679 ERROR (jetty-launcher-125-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 47679 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 47679 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 47679 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 47679 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 47679 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-03T15:51:02.667335Z
   [junit4]   2> 47680 INFO  (jetty-launcher-125-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6fe33f66{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44497}
   [junit4]   2> 47680 INFO  (jetty-launcher-125-thread-1) [     ] o.e.j.s.Server Started @47717ms
   [junit4]   2> 47680 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44497}
   [junit4]   2> 47680 ERROR (jetty-launcher-125-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 47680 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 47680 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 47680 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 47680 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 47680 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-03T15:51:02.668750Z
   [junit4]   2> 47695 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 47732 INFO  (zkConnectionManagerCallback-129-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 47732 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 47751 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 47751 INFO  (zkConnectionManagerCallback-131-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 47751 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 47753 INFO  (zkConnectionManagerCallback-133-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 47753 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 48013 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 48014 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 48014 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 48123 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 48129 WARN  (jetty-launcher-125-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@255cc2ec[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 48129 WARN  (jetty-launcher-125-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@255cc2ec[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 48323 WARN  (jetty-launcher-125-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2df48a39[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 48323 WARN  (jetty-launcher-125-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2df48a39[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 48324 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36677/solr
   [junit4]   2> 48348 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 48379 INFO  (zkConnectionManagerCallback-143-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 48380 INFO  (jetty-launcher-125-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 48457 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 48485 WARN  (jetty-launcher-125-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f309987[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 48485 WARN  (jetty-launcher-125-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f309987[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 48510 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 48551 WARN  (jetty-launcher-125-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@64fc378a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 48551 WARN  (jetty-launcher-125-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@64fc378a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 48552 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36677/solr
   [junit4]   2> 48563 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 48578 INFO  (zkConnectionManagerCallback-147-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 48583 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 49018 INFO  (zkConnectionManagerCallback-151-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 49019 INFO  (jetty-launcher-125-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 49073 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 49123 WARN  (jetty-launcher-125-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@90c557[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 49123 WARN  (jetty-launcher-125-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@90c557[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 49179 INFO  (jetty-launcher-125-thread-4) [n:127.0.0.1:44067_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 49181 WARN  (jetty-launcher-125-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6e5daa46[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 49181 WARN  (jetty-launcher-125-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6e5daa46[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 49182 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36677/solr
   [junit4]   2> 49198 INFO  (zkConnectionManagerCallback-158-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 49198 INFO  (jetty-launcher-125-thread-4) [n:127.0.0.1:44067_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 49213 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40625_solr
   [junit4]   2> 49213 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.c.Overseer Overseer (id=73007096330911752-127.0.0.1:40625_solr-n_0000000000) starting
   [junit4]   2> 49227 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 49233 INFO  (jetty-launcher-125-thread-4) [n:127.0.0.1:44067_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44067_solr
   [junit4]   2> 49233 INFO  (OverseerStateUpdate-73007096330911752-127.0.0.1:40625_solr-n_0000000000) [n:127.0.0.1:40625_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40625_solr
   [junit4]   2> 49235 WARN  (jetty-launcher-125-thread-4) [n:127.0.0.1:44067_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 49239 INFO  (OverseerStateUpdate-73007096330911752-127.0.0.1:40625_solr-n_0000000000) [n:127.0.0.1:40625_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 49248 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:40625_solr as DOWN
   [junit4]   2> 49250 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 49250 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40625_solr
   [junit4]   2> 49252 WARN  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 49253 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 49261 INFO  (zkCallback-146-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 49264 INFO  (zkCallback-157-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 49295 INFO  (zkConnectionManagerCallback-161-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 49295 WARN  (jetty-launcher-125-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@65fd1fc6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 49295 WARN  (jetty-launcher-125-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@65fd1fc6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 49297 INFO  (jetty-launcher-125-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 49326 WARN  (jetty-launcher-125-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@36a4fde5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 49326 WARN  (jetty-launcher-125-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@36a4fde5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 49327 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36677/solr
   [junit4]   2> 49337 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 49362 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 49409 INFO  (jetty-launcher-125-thread-4) [n:127.0.0.1:44067_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 49410 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40625.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 49417 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40625.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 49632 INFO  (zkConnectionManagerCallback-173-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 49632 INFO  (jetty-launcher-125-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 49632 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40625.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 49646 INFO  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 49668 INFO  (jetty-launcher-125-thread-4) [n:127.0.0.1:44067_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44067.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 49672 INFO  (zkConnectionManagerCallback-175-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 49672 INFO  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 49673 INFO  (jetty-launcher-125-thread-4) [n:127.0.0.1:44067_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44067.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 49673 INFO  (jetty-launcher-125-thread-4) [n:127.0.0.1:44067_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44067.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 49758 INFO  (jetty-launcher-125-thread-4) [n:127.0.0.1:44067_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 49759 INFO  (jetty-launcher-125-thread-4) [n:127.0.0.1:44067_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_7ADAD1558897E33E-001/tempDir-001/node4/.
   [junit4]   2> 49762 INFO  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 49764 INFO  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:44497_solr as DOWN
   [junit4]   2> 49765 INFO  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 49765 INFO  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44497_solr
   [junit4]   2> 49767 INFO  (zkCallback-157-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 49767 WARN  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 49777 INFO  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 49777 INFO  (zkCallback-146-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 49777 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 49795 INFO  (jetty-launcher-125-thread-3) [n:127.0.0.1:40625_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_7ADAD1558897E33E-001/tempDir-001/node2/.
   [junit4]   2> 50176 INFO  (zkConnectionManagerCallback-177-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 50176 INFO  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 50179 INFO  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 50185 INFO  (zkCallback-174-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 50192 INFO  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 50196 INFO  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:36343_solr as DOWN
   [junit4]   2> 50197 INFO  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 50197 INFO  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36343_solr
   [junit4]   2> 50199 INFO  (zkCallback-146-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 50199 INFO  (zkCallback-157-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 50200 INFO  (zkCallback-174-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 50200 WARN  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 50217 INFO  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44497.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 50219 INFO  (zkCallback-176-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 50444 INFO  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 50486 INFO  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36343.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 50499 INFO  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44497.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 50500 INFO  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44497.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 50502 INFO  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36343.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 50502 INFO  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36343.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 50503 INFO  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 50504 INFO  (jetty-launcher-125-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_7ADAD1558897E33E-001/tempDir-001/node3/.
   [junit4]   2> 50511 INFO  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 50512 INFO  (jetty-launcher-125-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_7ADAD1558897E33E-001/tempDir-001/node1/.
   [junit4]   2> 50632 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 50810 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 50831 INFO  (zkConnectionManagerCallback-190-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 50831 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 50833 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 50834 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36677/solr ready
   [junit4]   2> 50837 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=434196097
   [junit4]   2> 50837 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44067_solr
   [junit4]   2> 50837 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 50837 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:44067_solr as DOWN
   [junit4]   2> 50853 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 50861 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 50861 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26a7de8c: rootName = solr_44067, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5c9136c8
   [junit4]   2> 50867 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 50867 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73ab700: rootName = solr_44067, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@275606d7
   [junit4]   2> 50870 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 50870 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c00f584: rootName = solr_44067, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@380576c5
   [junit4]   2> 50871 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 50881 INFO  (zkCallback-176-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 50881 INFO  (zkCallback-174-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 50881 INFO  (zkCallback-146-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 50887 INFO  (zkCallback-189-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 50983 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5521acf1{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 50984 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5bfd3cc6{/solr,null,UNAVAILABLE}
   [junit4]   2> 50985 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 50986 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 50992 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 50992 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 50992 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 50999 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 50999 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 50999 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 51000 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43877f09{/solr,null,AVAILABLE}
   [junit4]   2> 51014 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@342ce429{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:36225}
   [junit4]   2> 51014 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.Server Started @51050ms
   [junit4]   2> 51014 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39109}
   [junit4]   2> 51014 ERROR (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 51014 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 51014 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 51014 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 51014 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 51014 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-03T15:51:06.002600Z
   [junit4]   2> 51035 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 51045 INFO  (zkConnectionManagerCallback-196-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 51045 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 51046 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 51332 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 51336 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33320475[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 51336 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33320475[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 51348 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3fbaac6d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 51349 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3fbaac6d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 51350 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36677/solr
   [junit4]   2> 51378 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 51388 INFO  (zkConnectionManagerCallback-203-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 51388 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 51617 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 51631 INFO  (zkConnectionManagerCallback-205-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 51631 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 51644 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 51653 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:39109_solr as DOWN
   [junit4]   2> 51654 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 51655 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39109_solr
   [junit4]   2> 51657 INFO  (zkCallback-176-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 51657 INFO  (zkCallback-189-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 51657 INFO  (zkCallback-174-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 51657 INFO  (zkCallback-146-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 51658 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 51669 INFO  (zkCallback-204-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 51703 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 51745 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39109.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 51772 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39109.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 51772 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39109.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 51799 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 51801 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [n:127.0.0.1:39109_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_7ADAD1558897E33E-001/tempDir-001/node4/.
   [junit4]   2> 52487 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: https://127.0.0.1:36225/solr. Proxy: https://127.0.0.1:39109/solr
   [junit4]   2> 52488 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=420235056
   [junit4]   2> 52488 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40625_solr
   [junit4]   2> 52489 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 52489 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:40625_solr as DOWN
   [junit4]   2> 52519 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 52528 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51b304dd: rootName = solr_40625, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@40312330
   [junit4]   2> 52533 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 52534 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22f479f: rootName = solr_40625, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@275606d7
   [junit4]   2> 52537 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 52544 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a75416e: rootName = solr_40625, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@380576c5
   [junit4]   2> 52544 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 52571 INFO  (closeThreadPool-213-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73007096330911752-127.0.0.1:40625_solr-n_0000000000) closing
   [junit4]   2> 52571 INFO  (OverseerStateUpdate-73007096330911752-127.0.0.1:40625_solr-n_0000000000) [n:127.0.0.1:40625_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40625_solr
   [junit4]   2> 52571 INFO  (OverseerAutoScalingTriggerThread-73007096330911752-127.0.0.1:40625_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 52600 INFO  (closeThreadPool-213-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73007096330911752-127.0.0.1:40625_solr-n_0000000000) closing
   [junit4]   2> 52601 INFO  (zkCallback-189-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 52601 INFO  (zkCallback-176-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 52858 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.Overseer Overseer (id=73007096330911752-127.0.0.1:40625_solr-n_0000000000) closing
   [junit4]   2> 52864 INFO  (zkCallback-174-thread-1) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44497_solr
   [junit4]   2> 52865 INFO  (zkCallback-174-thread-1) [n:127.0.0.1:44497_solr     ] o.a.s.c.Overseer Overseer (id=73007096330911757-127.0.0.1:44497_solr-n_0000000002) starting
   [junit4]   2> 52874 INFO  (OverseerStateUpdate-73007096330911757-127.0.0.1:44497_solr-n_0000000002) [n:127.0.0.1:44497_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44497_solr
   [junit4]   2> 52874 INFO  (zkCallback-174-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 52874 INFO  (zkCallback-204-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 52897 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1aeee39d{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 52897 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5aef4274{/solr,null,UNAVAILABLE}
   [junit4]   2> 52900 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 52901 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 52904 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 52904 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 52904 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 52964 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 52964 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 52964 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 52968 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ae76742{/solr,null,AVAILABLE}
   [junit4]   2> 52973 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2d61a67b{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:39871}
   [junit4]   2> 52973 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.Server Started @53010ms
   [junit4]   2> 52974 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46031}
   [junit4]   2> 52974 ERROR (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 52974 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 52974 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 52974 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 52974 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 52974 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-03T15:51:07.962492Z
   [junit4]   2> 52995 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 53059 INFO  (zkConnectionManagerCallback-215-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 53059 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 53060 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 53415 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 53422 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6b252cba[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 53422 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6b252cba[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 53448 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7154d11b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 53448 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7154d11b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 53449 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36677/solr
   [junit4]   2> 53678 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 53695 INFO  (zkConnectionManagerCallback-222-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 53695 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 53819 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 53836 INFO  (zkConnectionManagerCallback-224-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 53836 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 53850 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 53857 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:46031_solr as DOWN
   [junit4]   2> 53858 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 53858 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46031_solr
   [junit4]   2> 53860 INFO  (zkCallback-176-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 53860 INFO  (zkCallback-204-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 53860 INFO  (zkCallback-174-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 53860 INFO  (zkCallback-189-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 53862 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 53883 INFO  (zkCallback-223-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 53903 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 53938 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46031.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 53953 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46031.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 53953 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46031.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 53958 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 53960 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_7ADAD1558897E33E-001/tempDir-001/node2/.
   [junit4]   2> 54232 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: https://127.0.0.1:39871/solr. Proxy: https://127.0.0.1:46031/solr
   [junit4]   2> 54232 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=966311153
   [junit4]   2> 54232 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44497_solr
   [junit4]   2> 54233 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 54233 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:44497_solr as DOWN
   [junit4]   2> 54275 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 54276 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23f42611: rootName = solr_44497, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@276be5ce
   [junit4]   2> 54282 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 54282 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@122c41f8: rootName = solr_44497, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@275606d7
   [junit4]   2> 54284 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 54285 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10ea2902: rootName = solr_44497, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@380576c5
   [junit4]   2> 54285 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 54316 INFO  (closeThreadPool-232-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73007096330911757-127.0.0.1:44497_solr-n_0000000002) closing
   [junit4]   2> 54316 INFO  (OverseerStateUpdate-73007096330911757-127.0.0.1:44497_solr-n_0000000002) [n:127.0.0.1:44497_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44497_solr
   [junit4]   2> 54316 INFO  (OverseerAutoScalingTriggerThread-73007096330911757-127.0.0.1:44497_solr-n_0000000002) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 54336 INFO  (closeThreadPool-232-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73007096330911757-127.0.0.1:44497_solr-n_0000000002) closing
   [junit4]   2> 54338 INFO  (zkCallback-223-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 54338 INFO  (zkCallback-176-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 54338 INFO  (zkCallback-189-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 54338 INFO  (zkCallback-204-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 54347 INFO  (zkCallback-176-thread-2) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36343_solr
   [junit4]   2> 54349 INFO  (zkCallback-176-thread-2) [n:127.0.0.1:36343_solr     ] o.a.s.c.Overseer Overseer (id=73007096330911758-127.0.0.1:36343_solr-n_0000000003) starting
   [junit4]   2> 54364 INFO  (OverseerStateUpdate-73007096330911758-127.0.0.1:36343_solr-n_0000000003) [n:127.0.0.1:36343_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36343_solr
   [junit4]   2> 54576 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.Overseer Overseer (id=73007096330911757-127.0.0.1:44497_solr-n_0000000002) closing
   [junit4]   2> 54582 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6fe33f66{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 54582 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e8daa36{/solr,null,UNAVAILABLE}
   [junit4]   2> 54582 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 54584 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 54586 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 54587 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 54587 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
   [junit4]   2> 54618 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 54618 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 54618 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 54624 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6de84ccf{/solr,null,AVAILABLE}
   [junit4]   2> 54625 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@23cf026f{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:36583}
   [junit4]   2> 54625 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.s.Server Started @54662ms
   [junit4]   2> 54625 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40351}
   [junit4]   2> 54626 ERROR (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 54626 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 54626 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 54626 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 54626 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 54626 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-01-03T15:51:09.614202Z
   [junit4]   2> 54631 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 54690 INFO  (zkConnectionManagerCallback-234-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 54690 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 54692 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 54894 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 54896 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6af5808d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 54896 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6af5808d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 54942 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2af929ab[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 54942 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2af929ab[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 54943 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36677/solr
   [junit4]   2> 54944 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 54953 INFO  (zkConnectionManagerCallback-241-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 54953 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 55056 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 55068 INFO  (zkConnectionManagerCallback-243-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 55068 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 55075 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 55078 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:40351_solr as DOWN
   [junit4]   2> 55079 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 55079 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40351_solr
   [junit4]   2> 55081 INFO  (zkCallback-223-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 55081 INFO  (zkCallback-176-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 55082 INFO  (zkCallback-189-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 55082 INFO  (zkCallback-204-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 55082 WARN  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 55092 INFO  (zkCallback-242-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 55101 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 55116 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40351.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 55123 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40351.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 55123 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40351.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@451652e6
   [junit4]   2> 55124 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 55125 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_7ADAD1558897E33E-001/tempDir-001/node3/.
   [junit4]   2> 55165 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: https://127.0.0.1:36583/solr. Proxy: https://127.0.0.1:40351/solr
   [junit4]   2> 55165 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1058872559
   [junit4]   2> 55165 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36343_solr
   [junit4]   2> 55166 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 55166 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:36343_solr as DOWN
   [junit4]   2> 55183 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 55186 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@29e4b766: rootName = solr_36343, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@bd477b0
   [junit4]   2> 55192 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 55192 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17ec312: rootName = solr_36343, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@275606d7
   [junit4]   2> 55194 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 55195 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50c2a831: rootName = solr_36343, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@380576c5
   [junit4]   2> 55195 INFO  (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[7ADAD1558897E33E]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 55197 INFO  (closeThreadPool-251-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73007096330911758-127.0.0.1:36343_solr-n_0000000003) closing
   [junit4]   2> 55197 INFO  (OverseerStateUpdate-73007096330911758-127.0.0.1:36343_solr-n_0000000003) [n:127.0.0.1:36343_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:

[...truncated too long message...]

a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@773efb66: rootName = solr_39521, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@380576c5
   [junit4]   2> 175550 INFO  (jetty-closer-482-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 175550 INFO  (jetty-closer-482-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 175550 INFO  (jetty-closer-482-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@69ad936b: rootName = solr_32845, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@275606d7
   [junit4]   2> 175550 INFO  (jetty-closer-482-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 175550 INFO  (jetty-closer-482-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7546447f: rootName = solr_45723, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@275606d7
   [junit4]   2> 175555 INFO  (jetty-closer-482-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 175555 INFO  (jetty-closer-482-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7680c46d: rootName = solr_45723, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@380576c5
   [junit4]   2> 175556 INFO  (jetty-closer-482-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 175556 INFO  (jetty-closer-482-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 175556 INFO  (jetty-closer-482-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35971933: rootName = solr_32845, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@380576c5
   [junit4]   2> 175556 INFO  (jetty-closer-482-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 175561 INFO  (zkCallback-449-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 175561 INFO  (zkCallback-411-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 175567 INFO  (closeThreadPool-495-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73007103640731669-127.0.0.1:36217_solr-n_0000000005) closing
   [junit4]   2> 175567 INFO  (OverseerStateUpdate-73007103640731669-127.0.0.1:36217_solr-n_0000000005) [n:127.0.0.1:36217_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36217_solr
   [junit4]   2> 175567 INFO  (OverseerAutoScalingTriggerThread-73007103640731669-127.0.0.1:36217_solr-n_0000000005) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 175575 INFO  (zkCallback-430-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 175587 INFO  (closeThreadPool-495-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73007103640731669-127.0.0.1:36217_solr-n_0000000005) closing
   [junit4]   2> 175662 INFO  (jetty-closer-482-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b4daa48{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:45909}
   [junit4]   2> 175663 INFO  (jetty-closer-482-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4406230b{/solr,null,UNAVAILABLE}
   [junit4]   2> 175663 INFO  (jetty-closer-482-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 175687 INFO  (zkCallback-411-thread-4) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 175688 INFO  (jetty-closer-482-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e7573b7{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 175688 INFO  (jetty-closer-482-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@51018d15{/solr,null,UNAVAILABLE}
   [junit4]   2> 175688 INFO  (jetty-closer-482-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 175790 INFO  (jetty-closer-482-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@30f0a14f{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 175792 INFO  (jetty-closer-482-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f6639b{/solr,null,UNAVAILABLE}
   [junit4]   2> 175794 INFO  (jetty-closer-482-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 175892 INFO  (jetty-closer-482-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73007103640731669-127.0.0.1:36217_solr-n_0000000005) closing
   [junit4]   2> 183751 ERROR (recoveryExecutor-408-thread-1-processing-n:127.0.0.1:36217_solr x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:36217_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:collection1_shard1_replica_n3
   [junit4]   2> 183755 INFO  (jetty-closer-482-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1fbdf36b{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
   [junit4]   2> 183755 INFO  (jetty-closer-482-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@70180b21{/solr,null,UNAVAILABLE}
   [junit4]   2> 183755 INFO  (jetty-closer-482-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 183756 INFO  (TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 183959 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	10	/solr/collections/collection1/state.json
   [junit4]   2> 	10	/solr/aliases.json
   [junit4]   2> 	9	/solr/packages.json
   [junit4]   2> 	9	/solr/security.json
   [junit4]   2> 	4	/solr/configs/collection1.AUTOCREATED/managed-schema
   [junit4]   2> 	4	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	4	/solr/configs/collection1.AUTOCREATED
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	143	/solr/collections/collection1/state.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	10	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/73007103640731658-127.0.0.1:34049_solr-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	71	/solr/overseer/queue
   [junit4]   2> 	66	/solr/live_nodes
   [junit4]   2> 	20	/solr/collections
   [junit4]   2> 	20	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	5	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 183962 INFO  (TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39035
   [junit4]   2> 183962 INFO  (TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39035
   [junit4]   2> 183962 INFO  (TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[7ADAD1558897E33E]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39035
   [junit4]   2> 183963 INFO  (TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[7ADAD1558897E33E]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testMostInSyncReplicasCanWinElection
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderVoteWaitTimeoutTest_7ADAD1558897E33E-001
   [junit4]   2> Jan 03, 2020 3:53:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=5574, maxDocsPerChunk=203, blockSize=444), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=5574, blockSize=444)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@41c87a87), locale=mn-MN, timezone=US/Arizona
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=140553528,total=264241152
   [junit4]   2> NOTE: All tests run in this JVM: [TestPayloadScoreQParserPlugin, TestWaitForStateWithJettyShutdowns, TestAnalyzeInfixSuggestions, AnalyticsQueryTest, SecurityConfHandlerTest, ResponseBuilderTest, TestClassicSimilarityFactory, ResourceLoaderTest, DocumentBuilderTest, LeaderVoteWaitTimeoutTest]
   [junit4] Completed [27/895 (1!)] on J1 in 138.40s, 2 tests, 1 error <<< FAILURES!

[...truncated 55865 lines...]