You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/11 08:58:27 UTC

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1619 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1619/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

13 tests failed.
FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases {p0=stored,indexed,tokenized,termVector,termVectorOffsets,termVectorPosition}

Error Message:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>

Stack Trace:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>
	at __randomizedtesting.SeedInfo.seed([E527B622B13C58E4:5FB81E5970F01CE4]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases(TestUnifiedHighlighterStrictPhrases.java:210)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery {p0=stored,indexed,tokenized,termVector,termVectorOffsets,termVectorPosition}

Error Message:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>

Stack Trace:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>
	at __randomizedtesting.SeedInfo.seed([E527B622B13C58E4:2F5CFBF29EB0111B]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery(TestUnifiedHighlighterStrictPhrases.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases {p0=stored,indexed,tokenized,indexOptions=DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS}

Error Message:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>

Stack Trace:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>
	at __randomizedtesting.SeedInfo.seed([E527B622B13C58E4:5FB81E5970F01CE4]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases(TestUnifiedHighlighterStrictPhrases.java:210)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery {p0=stored,indexed,tokenized,indexOptions=DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS}

Error Message:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>

Stack Trace:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>
	at __randomizedtesting.SeedInfo.seed([E527B622B13C58E4:2F5CFBF29EB0111B]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery(TestUnifiedHighlighterStrictPhrases.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases {p0=stored,indexed,tokenized,termVector,indexOptions=DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS}

Error Message:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>

Stack Trace:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>
	at __randomizedtesting.SeedInfo.seed([E527B622B13C58E4:5FB81E5970F01CE4]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases(TestUnifiedHighlighterStrictPhrases.java:210)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery {p0=stored,indexed,tokenized,termVector,indexOptions=DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS}

Error Message:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>

Stack Trace:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>
	at __randomizedtesting.SeedInfo.seed([E527B622B13C58E4:2F5CFBF29EB0111B]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery(TestUnifiedHighlighterStrictPhrases.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases {p0=stored,indexed,tokenized}

Error Message:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>

Stack Trace:
arrays first differed at element [0]; expected:<...harlie[12-19]}score=[3.931102]]> but was:<...harlie[12-19]}score=[2.723861]]>
	at __randomizedtesting.SeedInfo.seed([E527B622B13C58E4:5FB81E5970F01CE4]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testSubPhrases(TestUnifiedHighlighterStrictPhrases.java:210)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery {p0=stored,indexed,tokenized}

Error Message:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>

Stack Trace:
arrays first differed at element [0]; expected:<...,yin[10-13]}score=2.[496421]3]> but was:<...,yin[10-13]}score=2.[068500]3]>
	at __randomizedtesting.SeedInfo.seed([E527B622B13C58E4:2F5CFBF29EB0111B]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:168)
	at org.junit.Assert.assertArrayEquals(Assert.java:185)
	at org.apache.lucene.search.uhighlight.TestUnifiedHighlighterStrictPhrases.testWithSameTermQuery(TestUnifiedHighlighterStrictPhrases.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:56327 within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:56327 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([12D46FE3ED2BC82]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:182)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:119)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:114)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:268)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:262)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
	at org.apache.solr.cloud.DeleteReplicaTest.setupCluster(DeleteReplicaTest.java:40)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:56327 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:232)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:174)
	... 31 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
	at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
	at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
	at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([12D46FE3ED2BC82]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
	at sun.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest

Error Message:
47 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest:     1) Thread[id=11907, name=qtp819274467-11907, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=11908, name=org.eclipse.jetty.server.session.HashSessionManager@16108e40Timer, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=11875, name=qtp2031697762-11875, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=11882, name=qtp1251754855-11882, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=11922, name=Connection evictor, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=11863, name=ProcessThread(sid:0 cport:56327):, state=WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)    7) Thread[id=11873, name=qtp2031697762-11873, state=RUNNABLE, group=TGRP-DeleteReplicaTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=11906, name=qtp819274467-11906, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=11880, name=qtp1251754855-11880, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=11886, name=qtp706859420-11886, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   11) Thread[id=11889, name=qtp706859420-11889-acceptor-0@6a7db7c2-ServerConnector@171b875b{HTTP/1.1,[http/1.1]}{127.0.0.1:58919}, state=RUNNABLE, group=TGRP-DeleteReplicaTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   12) Thread[id=11893, name=qtp706859420-11893, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   13) Thread[id=11877, name=qtp1251754855-11877, state=RUNNABLE, group=TGRP-DeleteReplicaTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   14) Thread[id=11892, name=qtp706859420-11892, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   15) Thread[id=11871, name=qtp2031697762-11871, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   16) Thread[id=11872, name=qtp2031697762-11872-acceptor-0@ad52cb0-ServerConnector@5f3dcaef{HTTP/1.1,[http/1.1]}{127.0.0.1:56327}, state=RUNNABLE, group=TGRP-DeleteReplicaTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   17) Thread[id=11888, name=qtp706859420-11888, state=RUNNABLE, group=TGRP-DeleteReplicaTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   18) Thread[id=11894, name=org.eclipse.jetty.server.session.HashSessionManager@b70878fTimer, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   19) Thread[id=11891, name=qtp706859420-11891, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   20) Thread[id=11919, name=Connection evictor, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   21) Thread[id=11920, name=Connection evictor, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   22) Thread[id=11859, name=Thread-2434, state=WAITING, group=TGRP-DeleteReplicaTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1252)         at java.lang.Thread.join(Thread.java:1326)         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)   23) Thread[id=11895, name=qtp2031697762-11895, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   24) Thread[id=11885, name=org.eclipse.jetty.server.session.HashSessionManager@1b20c097Timer, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   25) Thread[id=11900, name=qtp819274467-11900-acceptor-0@707dc467-ServerConnector@76795d98{HTTP/1.1,[http/1.1]}{127.0.0.1:54820}, state=RUNNABLE, group=TGRP-DeleteReplicaTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   26) Thread[id=11887, name=qtp706859420-11887, state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQu

[...truncated too long message...]

FO  (jetty-closer-2-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7543eae2: rootName = solr_57676, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2a43ef98
   [junit4]   2> 93509 INFO  (coreCloseExecutor-160-thread-1) [n:127.0.0.1:40150_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=1906087791
   [junit4]   2> 93510 INFO  (jetty-closer-2-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 93510 INFO  (zkCallback-33-thread-3-processing-n:127.0.0.1:57676_solr) [n:127.0.0.1:57676_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 93511 INFO  (zkCallback-29-thread-3-processing-n:127.0.0.1:41824_solr) [n:127.0.0.1:41824_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 93512 INFO  (jetty-closer-2-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:57676_solr
   [junit4]   2> 93515 INFO  (zkCallback-33-thread-3-processing-n:127.0.0.1:57676_solr) [n:127.0.0.1:57676_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57676_solr
   [junit4]   2> 93516 INFO  (zkCallback-1577-thread-1-processing-n:127.0.0.1:40150_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:40150_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 93517 INFO  (zkCallback-33-thread-3-processing-n:127.0.0.1:57676_solr) [n:127.0.0.1:57676_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 93517 INFO  (zkCallback-31-thread-2-processing-n:127.0.0.1:40150_solr) [n:127.0.0.1:40150_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 93517 INFO  (zkCallback-1577-thread-1-processing-n:127.0.0.1:40150_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:40150_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 93517 INFO  (jetty-closer-2-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 93517 INFO  (zkCallback-29-thread-3-processing-n:127.0.0.1:41824_solr) [n:127.0.0.1:41824_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 93521 INFO  (coreCloseExecutor-161-thread-1) [n:127.0.0.1:41824_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2d95907b
   [junit4]   2> 93522 INFO  (coreCloseExecutor-161-thread-1) [n:127.0.0.1:41824_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=764776571
   [junit4]   2> 93522 INFO  (coreCloseExecutor-161-thread-1) [n:127.0.0.1:41824_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11d35730: rootName = solr_41824, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@15ee119
   [junit4]   2> 93525 INFO  (zkCallback-29-thread-3-processing-n:127.0.0.1:41824_solr) [n:127.0.0.1:41824_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41824_solr
   [junit4]   2> 93531 INFO  (coreCloseExecutor-161-thread-1) [n:127.0.0.1:41824_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=764776571
   [junit4]   2> 93532 INFO  (jetty-closer-2-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d0b38ff{/solr,null,UNAVAILABLE}
   [junit4]   2> 93542 INFO  (jetty-closer-2-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6938ed87{/solr,null,UNAVAILABLE}
   [junit4]   2> 95015 WARN  (zkCallback-36-thread-3-processing-n:127.0.0.1:47490_solr) [n:127.0.0.1:47490_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 95017 INFO  (jetty-closer-2-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@119d5bc8{/solr,null,UNAVAILABLE}
   [junit4]   2> 95041 INFO  (jetty-closer-2-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@62d28eda{/solr,null,UNAVAILABLE}
   [junit4]   2> 95048 ERROR (SUITE-StreamExpressionTest-seed#[3177549131D91D8D]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 95052 INFO  (SUITE-StreamExpressionTest-seed#[3177549131D91D8D]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57413 57413
   [junit4]   2> 105190 INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57413 57413
   [junit4]   2> 105192 WARN  (Thread-1) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	80	/solr/aliases.json
   [junit4]   2> 	80	/solr/clusterprops.json
   [junit4]   2> 	12	/solr/configs/conf
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	80	/solr/clusterstate.json
   [junit4]   2> 	22	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	22	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	18	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	12	/solr/collections/collection1_collection/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus1/state.json
   [junit4]   2> 	10	/solr/collections/destination/state.json
   [junit4]   2> 	10	/solr/collections/destination1/state.json
   [junit4]   2> 	10	/solr/collections/workQueue1/state.json
   [junit4]   2> 	10	/solr/collections/workQueue/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	80	/solr/live_nodes
   [junit4]   2> 	80	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_3177549131D91D8D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), join2_s=PostingsFormat(name=Memory), multiDefault=PostingsFormat(name=Memory), subject=PostingsFormat(name=Memory), a1_s=Lucene50(blocksize=128), a2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), test_t=BlockTreeOrds(blocksize=128), level1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), body_t=BlockTreeOrds(blocksize=128), ident_s=Lucene50(blocksize=128), s_multi=PostingsFormat(name=LuceneVarGapDocFreqInterval), level2_s=Lucene50(blocksize=128), col_s=Lucene50(blocksize=128), a_ss=PostingsFormat(name=Memory), a_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=Memory), side_s=BlockTreeOrds(blocksize=128), id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{expr_s=DocValuesFormat(name=Direct), join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), a2_s=DocValuesFormat(name=Direct), join1_i=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Memory), join3_i=DocValuesFormat(name=Memory), test_i=DocValuesFormat(name=Lucene70), field_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Direct), s_multi=DocValuesFormat(name=Direct), level2_s=DocValuesFormat(name=Lucene70), col_s=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Lucene70), a_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Memory), b_ls=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Direct), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Lucene70), side_s=DocValuesFormat(name=Memory), miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1790, maxMBSortInHeap=5.341789429351619, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@698c5615), locale=nl-NL, timezone=ART
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=44517464,total=123555840
   [junit4]   2> NOTE: All tests run in this JVM: [StreamExpressionTest]
   [junit4] Completed [58/146 (1!)] on J1 in 106.17s, 149 tests, 1 failure, 9 skipped <<< FAILURES!

[...truncated 47421 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1628 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1628/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:     1) Thread[id=39326, name=jetty-launcher-9212-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=39321, name=jetty-launcher-9212-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   1) Thread[id=39326, name=jetty-launcher-9212-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=39321, name=jetty-launcher-9212-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([DE93E22DB6F5BE8A]:0)




Build Log:
[...truncated 14091 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
   [junit4]   2> 4533034 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_DE93E22DB6F5BE8A-001/init-core-data-001
   [junit4]   2> 4533035 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 4533036 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 4533065 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_DE93E22DB6F5BE8A-001/tempDir-001
   [junit4]   2> 4533065 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4533065 INFO  (Thread-8769) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4533065 INFO  (Thread-8769) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4533069 ERROR (Thread-8769) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4533165 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52726
   [junit4]   2> 4533215 INFO  (zkConnectionManagerCallback-9215-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533233 INFO  (jetty-launcher-9212-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 4533233 INFO  (jetty-launcher-9212-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 4533234 INFO  (jetty-launcher-9212-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f702465{/solr,null,AVAILABLE}
   [junit4]   2> 4533234 INFO  (jetty-launcher-9212-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@61224262{SSL,[ssl, http/1.1]}{127.0.0.1:40212}
   [junit4]   2> 4533234 INFO  (jetty-launcher-9212-thread-1) [    ] o.e.j.s.Server Started @4538486ms
   [junit4]   2> 4533234 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40212}
   [junit4]   2> 4533235 ERROR (jetty-launcher-9212-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4533235 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 4533235 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4533235 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4533235 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T07:01:32.896Z
   [junit4]   2> 4533238 INFO  (jetty-launcher-9212-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a289fca{/solr,null,AVAILABLE}
   [junit4]   2> 4533257 INFO  (zkConnectionManagerCallback-9217-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@115260c4{SSL,[ssl, http/1.1]}{127.0.0.1:44754}
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-2) [    ] o.e.j.s.Server Started @4538510ms
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44754}
   [junit4]   2> 4533258 ERROR (jetty-launcher-9212-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4533259 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T07:01:32.920Z
   [junit4]   2> 4533261 INFO  (zkConnectionManagerCallback-9219-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533261 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4533265 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fdc5e3b70002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4533269 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52726/solr
   [junit4]   2> 4533271 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52726/solr
   [junit4]   2> 4533274 INFO  (zkConnectionManagerCallback-9227-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533276 INFO  (zkConnectionManagerCallback-9223-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533278 INFO  (zkConnectionManagerCallback-9229-thread-1-processing-n:127.0.0.1:40212_solr) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533280 INFO  (zkConnectionManagerCallback-9231-thread-1-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533337 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4533339 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40212_solr
   [junit4]   2> 4533340 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.Overseer Overseer (id=99358218172956677-127.0.0.1:40212_solr-n_0000000000) starting
   [junit4]   2> 4533354 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40212_solr
   [junit4]   2> 4533409 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4533411 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4533414 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44754_solr
   [junit4]   2> 4533444 INFO  (OverseerStateUpdate-99358218172956677-127.0.0.1:40212_solr-n_0000000000) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4533453 INFO  (zkCallback-9230-thread-1-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4533479 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 4533480 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=staff, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
   [junit4]   2> 4533482 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 4533502 INFO  (jetty-launcher-9212-thread-2-EventThread) [n:127.0.0.1:44754_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 4533507 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 4533507 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=staff, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
   [junit4]   2> 4533511 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 4533525 INFO  (jetty-launcher-9212-thread-1-EventThread) [n:127.0.0.1:40212_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 4533532 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 4533566 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 4533669 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44754.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60ab4166
   [junit4]   2> 4533681 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44754.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60ab4166
   [junit4]   2> 4533682 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44754.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60ab4166
   [junit4]   2> 4533683 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_DE93E22DB6F5BE8A-001/tempDir-001/node2/.
   [junit4]   2> 4533696 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40212.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60ab4166
   [junit4]   2> 4533702 WARN  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2> javax.management.InstanceNotFoundException: solr_40212:dom1=solr,dom2=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=committed
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
   [junit4]   2> 	at java.util.HashMap.forEach(HashMap.java:1289)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:551)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4533706 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40212.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60ab4166
   [junit4]   2> 4533706 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40212.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60ab4166
   [junit4]   2> 4533708 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_DE93E22DB6F5BE8A-001/tempDir-001/node1/.
   [junit4]   2> 4533740 INFO  (zkConnectionManagerCallback-9237-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533748 INFO  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533749 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4533751 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52726/solr ready
   [junit4]   2> 4534086 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 4534131 INFO  (qtp1569483639-39287) [n:127.0.0.1:44754_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4534131 INFO  (qtp1569483639-39287) [n:127.0.0.1:44754_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4534133 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=simple-dt&e=1516122093782&s=KmjF73/pO4x7GRvzSsFfWl6ybVg="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:33 GMT
   [junit4]   2> 4534133 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 4534397 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 4534417 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=simple-dt&e=1516122094072&s=OOjzqyGhAJH+F+2QM/Cwd75CsUo="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:34 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:34 GMT
   [junit4]   2> 4534418 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 4534898 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 4534904 INFO  (qtp1569483639-39286) [n:127.0.0.1:44754_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4534904 INFO  (qtp1569483639-39286) [n:127.0.0.1:44754_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4534904 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=simple-dt&e=1516122094564&s=u8V4CDKLQ5AjIIjy5pF+PqM3ykQ="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:34 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:34 GMT
   [junit4]   2> 4534906 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 4535211 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 4535255 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=simple-dt&e=1516122094880&s=C+5GW6iWEyZyXlOsSs8+4Smwlcw="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:34 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:34 GMT
   [junit4]   2> 4535255 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 4535656 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 4550801 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=simple-dt&e=1516122095326&s=eNQNfJFzx7F/Lvmc2llY7u4H/Qs="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:35 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:35 GMT
   [junit4]   2> 4550802 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 4550803 WARN  (jetty-launcher-9212-thread-2-SendThread(127.0.0.1:52726)) [n:127.0.0.1:44754_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 17119ms for sessionid 0x160fdc5e3b70006
   [junit4]   2> 4550807 WARN  (jetty-launcher-9212-thread-2-SendThread(127.0.0.1:52726)) [n:127.0.0.1:44754_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 17203ms for sessionid 0x160fdc5e3b70007
   [junit4]   2> 4550807 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fdc5e3b70007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4550808 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fdc5e3b70006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4550808 WARN  (jetty-launcher-9212-thread-1-SendThread(127.0.0.1:52726)) [n:127.0.0.1:40212_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 17205ms for sessionid 0x160fdc5e3b70008
   [junit4]   2> 4550808 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fdc5e3b70008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4550809 WARN  (jetty-launcher-9212-thread-1-SendThread(127.0.0.1:52726)) [n:127.0.0.1:40212_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15352ms for sessionid 0x160fdc5e3b70005
   [junit4]   2> 4550809 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fdc5e3b70005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4550932 WARN  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37129399 name: ZooKeeperConnection Watcher:127.0.0.1:52726/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 4550932 WARN  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 4550969 WARN  (zkConnectionManagerCallback-9229-thread-1-processing-n:127.0.0.1:40212_solr) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6cac0e60 name: ZooKeeperConnection Watcher:127.0.0.1:52726/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 4550969 WARN  (zkConnectionManagerCallback-9229-thread-1-processing-n:127.0.0.1:40212_solr) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 4550972 WARN  (zkConnectionManagerCallback-9231-thread-1-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7326cd2f name: ZooKeeperConnection Watcher:127.0.0.1:52726/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 4550972 WARN  (zkConnectionManagerCallback-9231-thread-1-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 4551424 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 4551479 WARN  (qtp1569483639-39284) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
   [junit4]   2> id: invalid user name: "bar"
   [junit4]   2> 
   [junit4]   2> 4551482 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=simple-dt&e=1516122111090&s=eB9FQWER9CT/8Z/zZYH3muySzOI="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:51 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:51 GMT
   [junit4]   2> 4551483 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4] IGNOR/A 0.00s J1 | TestImpersonationWithHadoopAuth.testForwarding
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/HADOOP-9893))
   [junit4]   2> 4552024 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 4552030 INFO  (qtp1569483639-39288) [    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4552031 WARN  (qtp1569483639-39288) [    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 29 more
   [junit4]   2> 4552033 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 4552153 INFO  (zkConnectionManagerCallback-9229-thread-1-processing-n:127.0.0.1:40212_solr) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4552153 WARN  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker-SendThread(127.0.0.1:52726)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160fdc5e3b7000a has expired
   [junit4]   2> 4552154 WARN  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37129399 name: ZooKeeperConnection Watcher:127.0.0.1:52726/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 4552154 WARN  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 4552154 WARN  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 4552195 INFO  (zkConnectionManagerCallback-9241-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4552199 INFO  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 4552275 INFO  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 4552275 INFO  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 4552530 INFO  (zkConnectionManagerCallback-9231-thread-1-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4552538 INFO  (jetty-launcher-9212-thread-1-EventThread) [n:127.0.0.1:40212_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 4552540 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 4552552 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=simple-dt&e=1516122112207&s=MS093F6NcTTSU17lCkw1MhgFPPI="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:52 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:52 GMT
   [junit4]   2> 4552553 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 4552778 INFO  (jetty-launcher-9212-thread-2-EventThread) [n:127.0.0.1:44754_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 4553167 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 4553178 INFO  (qtp1569483639-39289) [n:127.0.0.1:44754_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4553178 INFO  (qtp1569483639-39289) [n:127.0.0.1:44754_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4553178 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=simple-dt&e=1516122112838&s=Qw2FWpe5w1u+0PFjxRAKe+b9gO0="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:52 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:52 GMT
   [junit4]   2> 4553179 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 4553199 INFO  (jetty-closer-9213-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@61224262{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 4553202 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=421513701
   [junit4]   2> 4553204 INFO  (jetty-closer-9213-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@115260c4{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 4553205 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 4553205 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f1b8535: rootName = solr_40212, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@63c0cea6
   [junit4]   2> 4553223 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=432921728
   [junit4]   2> 4553247 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 4553247 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@452849ae: rootName = solr_40212, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@775f7cef
   [junit4]   2> 4553251 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 4553251 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59ddd912: rootName = solr_40212, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2209ab7e
   [junit4]   2> 4553256 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40212_solr
   [junit4]   2> 4553258 INFO  (zkCallback-9230-thread-2-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 4553259 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 4553269 INFO  (zkCallback-9228-thread-2-processing-n:127.0.0.1:40212_solr) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 4553270 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 4553286 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47deb855: rootName = solr_44754, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5983cb4b
   [junit4]   2> 4553292 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 4553292 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c67966: rootName = solr_44754, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@775f7cef
   [junit4]   2> 4553301 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 4553301 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4fa5f95b: rootName = solr_44754, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2209ab7e
   [junit4]   2> 4553270 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4553303 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99358218172956677-127.0.0.1:40212_solr-n_0000000000) closing
   [junit4]   2> 4553303 INFO  (OverseerStateUpdate-99358218172956677-127.0.0.1:40212_solr-n_0000000000) [n:127.0.0.1:40212_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40212_solr
   [junit4]   2> 4553305 WARN  (OverseerAutoScalingTriggerThread-99358218172956677-127.0.0.1:40212_solr-n_0000000000) [n:127.0.0.1:40212_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4553309 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44754_solr
   [junit4]   2> 4553313 INFO  (zkCallback-9228-thread-2-processing-n:127.0.0.1:40212_solr) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 4553313 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 4553314 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4553315 INFO  (zkCallback-9230-thread-2-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 4553321 ERROR (Thread[Thread-8788,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:40212_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 4553332 INFO  (jetty-closer-9213-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f702465{/solr,null,UNAVAILABLE}
   [junit4]   2> 4554820 ERROR (Thread[Thread-8786,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:44754_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 4554829 INFO  (jetty-closer-9213-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a289fca{/solr,null,UNAVAILABLE}
   [junit4]   2> 4554838 ERROR (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4554840 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52726 52726
   [junit4]   2> 4560000 INFO  (Thread-8769) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52726 52726
   [junit4]   2> 4560018 WARN  (Thread-8769) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 4560019 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Jan 16, 2018 7:01:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> Jan 16, 2018 7:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   [junit4]   2>    1) Thread[id=39326, name=jetty-launcher-9212-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2>    2) Thread[id=39321, name=jetty-launcher-9212-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Jan 16, 2018 7:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=39326, name=jetty-launcher-9212-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>    2) Thread[id=39321, name=jetty-launcher-9212-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2> 4580303 ERROR (jetty-launcher-9212-thread-2-EventThread) [n:127.0.0.1:44754_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 4580303 ERROR (jetty-launcher-9212-thread-1-EventThread) [n:127.0.0.1:40212_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Jan 16, 2018 7:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6bc3eb74), locale=es-MX, timezone=America/Kentucky/Louisville
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=121121184,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestReplicaProperties, ReplicationFactorTest, TestXmlQParser, SolrIndexSplitterTest, AutoScalingHandlerTest, TestConfigSetImmutable, ShufflingReplicaListTransformerTest, TestLeaderElectionZkExpiry, TestStreamBody, TestBM25SimilarityFactory, NodeMutatorTest, MetricsHandlerTest, ClassificationUpdateProcessorFactoryTest, RemoteQueryErrorTest, TestClusterStateProvider, BadComponentTest, TestHdfsCloudBackupRestore, TestFieldSortValues, TestElisionMultitermQuery, StatelessScriptUpdateProcessorFactoryTest, LeaderElectionIntegrationTest, HdfsLockFactoryTest, TestTolerantUpdateProcessorRandomCloud, LukeRequestHandlerTest, ConnectionManagerTest, TestConfigSetsAPI, HLLSerializationTest, EnumFieldTest, RulesTest, TestMergePolicyConfig, TestFoldingMultitermQuery, TestNestedDocsSort, FieldMutatingUpdateProcessorTest, ExplicitHLLTest, TestDistributedMissingSort, TestSolrCloudWithSecureImpersonation, AutoAddReplicasIntegrationTest, TestDistribIDF, TestCopyFieldCollectionResource, SolrPluginUtilsTest, TestRTGBase, SearchHandlerTest, TestZkChroot, TestQueryUtils, TestFastWriter, SolrXmlInZkTest, DistribDocExpirationUpdateProcessorTest, DocValuesMultiTest, TestNumericTerms64, HdfsUnloadDistributedZkTest, TestDynamicFieldResource, BasicZkTest, EchoParamsTest, HdfsRestartWhileUpdatingTest, TestSegmentSorting, TestSolrDeletionPolicy1, PeerSyncTest, TestNumericRangeQuery64, ClassificationUpdateProcessorTest, TestPostingsSolrHighlighter, TestTrie, TestPrepRecovery, TestSolr4Spatial2, HighlighterMaxOffsetTest, WrapperMergePolicyFactoryTest, TestPullReplicaErrorHandling, SimplePostToolTest, TestCoreAdminApis, TestChildDocTransformer, MetricsConfigTest, TestValueSourceCache, DistributedIntervalFacetingTest, CloudExitableDirectoryReaderTest, TestFieldCacheSort, ShardRoutingCustomTest, TestGenericDistributedQueue, SolrCoreTest, TestSha256AuthenticationProvider, SecurityConfHandlerTest, TestLocalFSCloudBackupRestore, SuggestComponentContextFilterQueryTest, TestWordDelimiterFilterFactory, UpdateParamsTest, SolrCLIZkUtilsTest, TestConfigSets, TestLegacyField, TestSolrCloudWithDelegationTokens, JsonLoaderTest, TestHashPartitioner, TestFastLRUCache, TestRetrieveFieldsOptimizer, TestConfigReload, TestBlendedInfixSuggestions, TestSimpleTrackingShardHandler, DirectSolrSpellCheckerTest, TestLegacyNumericUtils, TestReqParamsAPI, RollingRestartTest, TestSolrCoreSnapshots, AnalyticsQueryTest, TlogReplayBufferedWhileIndexingTest, TestDistributedGrouping, OpenExchangeRatesOrgProviderTest, CacheHeaderTest, TestZkAclsWithHadoopAuth, HdfsChaosMonkeyNothingIsSafeTest, TestFunctionQuery, TestMiniSolrCloudClusterSSL, DateRangeFieldTest, TestSort, SparseHLLTest, TestNonDefinedSimilarityFactory, TestRequestStatusCollectionAPI, SpellCheckCollatorWithCollapseTest, DistributedFacetExistsSmallTest, ParsingFieldUpdateProcessorsTest, TestHalfAndHalfDocValues, OpenCloseCoreStressTest, MoveReplicaHDFSFailoverTest, CustomCollectionTest, UpdateRequestProcessorFactoryTest, PolyFieldTest, TestPKIAuthenticationPlugin, LeaderElectionContextKeyTest, FullSolrCloudDistribCmdsTest, TestDistribStateManager, CollectionStateFormat2Test, HdfsRecoverLeaseTest, NodeAddedTriggerTest, InfixSuggestersTest, TestSchemaVersionResource, TestTrackingShardHandlerFactory, DeleteStatusTest, ResponseHeaderTest, BasicAuthIntegrationTest, TestMacros, DocumentBuilderTest, SOLR749Test, SaslZkACLProviderTest, SolrCloudReportersTest, TestCloudDeleteByQuery, AddBlockUpdateTest, TestFieldCache, TestSearchPerf, TestSolrConfigHandlerCloud, TestPartialUpdateDeduplication, HttpTriggerListenerTest, PKIAuthenticationIntegrationTest, TestPayloadScoreQParserPlugin, IndexSchemaRuntimeFieldTest, TestCloudSchemaless, SolrMetricsIntegrationTest, TestStressVersions, TestManagedSynonymFilterFactory, ExecutePlanActionTest, HdfsCollectionsAPIDistributedZkTest, TestLegacyFieldCache, TestTestInjection, TestAnalyzedSuggestions, TestFieldResource, TestStressReorder, TestDeleteCollectionOnDownNodes, CollectionsAPIAsyncDistributedZkTest, TestBulkSchemaConcurrent, TestLuceneIndexBackCompat, VersionInfoTest, TestQueryTypes, TestBackupRepositoryFactory, HdfsBasicDistributedZk2Test, CursorMarkTest, TestConfigSetsAPIZkFailure, TestCloudJSONFacetJoinDomain, TestCollationField, TestInitParams, TestFaceting, TestCollapseQParserPlugin, TestManagedResource, DistributedQueryComponentCustomSortTest, HdfsThreadLeakTest, AtomicUpdateProcessorFactoryTest, CoreAdminHandlerTest, TermsComponentTest, TestFastOutputStream, ChaosMonkeySafeLeaderTest, CoreAdminCreateDiscoverTest, TestLRUCache, SpellPossibilityIteratorTest, TestSolrXml, BasicDistributedZkTest, UnloadDistributedZkTest, OverseerTest, ZkSolrClientTest, TestDistributedSearch, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestJoin, TestReload, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, SampleTest, NumericFieldsTest, TestConfig, ExternalFileFieldSortTest, TestPhraseSuggestions, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, PluginInfoTest, PreAnalyzedFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestUtils, CircularListTest, DistributedMLTComponentTest, TestCrossCoreJoin, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, AssignTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistributedQueueTest, DocValuesNotIndexedTest, ForceLeaderTest, MoveReplicaTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, ShardSplitTest, TestRandomRequestDistribution, TestSizeLimitedDistributedMap, TestStressInPlaceUpdates, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, MetricTriggerTest, SearchRateTriggerTest, TestExecutePlanAction, TestLargeCluster, CdcrBootstrapTest, ImplicitSnitchTest, RuleEngineTest, BlobRepositoryCloudTest, CachingDirectoryFactoryTest, ConfigureRecoveryStrategyTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestDynamicLoading, TestSQLHandler, V2StandaloneTest, AutoscalingHistoryHandlerTest, FacetPivotSmallTest, SpatialHeatmapFacetsTest, TestExpandComponent, TestHttpShardHandlerFactory, JavabinLoaderTest, TestSlowCompositeReaderWrapper, UninvertDocValuesMergePolicyTest, TestLegacyFieldReuse, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery32, JvmMetricsTest, SolrMetricManagerTest, SolrMetricReporterTest, SolrGangliaReporterTest, SolrGraphiteReporterTest, SolrJmxReporterTest, SolrShardReporterTest, TestManagedSynonymGraphFilterFactory, SchemaApiFailureTest, SpatialRPTFieldTypeTest, TestManagedSchemaThreadSafety, TestPointFields, LargeFieldTest, MergeStrategyTest, TestInitQParser, TestMissingGroups, TestOverriddenPrefixQueryForCustomFieldType, TestQueryWrapperFilter, TestReRankQParserPlugin, TestRecoveryHdfs, TestOrdValues, TestSortByMinMaxFunction, BJQParserTest, BlockJoinFacetRandomTest, GraphQueryTest, TestCloudNestedDocsSort, SimpleMLTQParserTest, TestClassicSimilarityFactory, TestDFISimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestExactStatsCache, TestLRUStatsCache, TestRuleBasedAuthorizationPlugin, TestImpersonationWithHadoopAuth]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=DE93E22DB6F5BE8A -Dtests.slow=true -Dtests.locale=es-MX -Dtests.timezone=America/Kentucky/Louisville -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestImpersonationWithHadoopAuth (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   [junit4]    >    1) Thread[id=39326, name=jetty-launcher-9212-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >    2) Thread[id=39321, name=jetty-launcher-9212-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DE93E22DB6F5BE8A]:0)
   [junit4] Completed [744/768 (1!)] on J1 in 47.30s, 10 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 48185 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1627 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1627/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData

Error Message:
Node watch should have fired!

Stack Trace:
java.lang.AssertionError: Node watch should have fired!
	at __randomizedtesting.SeedInfo.seed([B0004766967D3E84:9690A834C2F3F88E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12159 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
   [junit4]   2> 990064 INFO  (SUITE-TestDistribStateManager-seed#[B0004766967D3E84]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_B0004766967D3E84-001/init-core-data-001
   [junit4]   2> 990064 WARN  (SUITE-TestDistribStateManager-seed#[B0004766967D3E84]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 990064 INFO  (SUITE-TestDistribStateManager-seed#[B0004766967D3E84]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 990069 INFO  (SUITE-TestDistribStateManager-seed#[B0004766967D3E84]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 990071 INFO  (TEST-TestDistribStateManager.testMulti-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
   [junit4]   2> 990071 INFO  (TEST-TestDistribStateManager.testMulti-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 990071 INFO  (TEST-TestDistribStateManager.testMulti-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
   [junit4]   2> 990073 INFO  (TEST-TestDistribStateManager.testHasData-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
   [junit4]   2> 990073 INFO  (TEST-TestDistribStateManager.testHasData-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 990073 INFO  (TEST-TestDistribStateManager.testHasData-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
   [junit4]   2> 990074 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
   [junit4]   2> 990075 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 990075 INFO  (Thread-1530) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 990075 INFO  (Thread-1530) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 990077 ERROR (Thread-1530) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 990175 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.c.ZkTestServer start zk server on port:51807
   [junit4]   2> 990178 INFO  (zkConnectionManagerCallback-2553-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 990179 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 990190 INFO  (zkConnectionManagerCallback-2555-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 990191 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 995192 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 995193 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51807 51807
   [junit4]   2> 998148 INFO  (Thread-1530) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51807 51807
   [junit4]   2> 998149 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=B0004766967D3E84 -Dtests.slow=true -Dtests.locale=ar-MA -Dtests.timezone=Asia/Pyongyang -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 8.08s J1 | TestDistribStateManager.testGetSetRemoveData <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Node watch should have fired!
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B0004766967D3E84:9690A834C2F3F88E]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 998153 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
   [junit4]   2> 998153 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 998153 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 998153 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
   [junit4]   2> 998155 INFO  (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListData
   [junit4]   2> 998155 INFO  (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 998155 INFO  (Thread-1531) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 998155 INFO  (Thread-1531) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 998158 ERROR (Thread-1531) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 998255 INFO  (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.s.c.ZkTestServer start zk server on port:40113
   [junit4]   2> 998258 INFO  (zkConnectionManagerCallback-2557-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 998258 INFO  (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 998266 ERROR (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 998267 INFO  (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40113 40113
   [junit4]   2> 998375 INFO  (Thread-1531) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40113 40113
   [junit4]   2> 998377 INFO  (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListData
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_B0004766967D3E84-001
   [junit4]   2> Jan 15, 2018 5:13:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=29608, maxDocsPerChunk=649, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=29608, blockSize=2)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4fedb2f2), locale=ar-MA, timezone=Asia/Pyongyang
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=232771560,total=438083584
   [junit4]   2> NOTE: All tests run in this JVM: [OverseerModifyCollectionTest, InfixSuggestersTest, DateRangeFieldTest, MoveReplicaTest, TestSystemIdResolver, SpellCheckCollatorWithCollapseTest, SaslZkACLProviderTest, CustomCollectionTest, TestTriggerIntegration, SuggestComponentContextFilterQueryTest, DocValuesTest, TestCSVLoader, TestFieldResource, TestCollectionAPI, TestTlogReplica, SampleTest, TestEmbeddedSolrServerConstructors, RollingRestartTest, ShardRoutingCustomTest, DistributedQueueTest, TestManagedSchemaAPI, SOLR749Test, TestLeaderElectionZkExpiry, TestImpersonationWithHadoopAuth, TestExactStatsCache, TestSchemalessBufferedUpdates, TestManagedSynonymFilterFactory, CoreAdminCreateDiscoverTest, MetricsConfigTest, PKIAuthenticationIntegrationTest, OpenExchangeRatesOrgProviderTest, TestSearchPerf, TestJettySolrRunner, StatelessScriptUpdateProcessorFactoryTest, TestComplexPhraseQParserPlugin, ExplicitHLLTest, TestLuceneMatchVersion, SearchHandlerTest, TestSolrConfigHandlerCloud, TestPartialUpdateDeduplication, TestConfigSetsAPI, BasicZkTest, HdfsCollectionsAPIDistributedZkTest, TestRandomRequestDistribution, DistributedQueryComponentCustomSortTest, TestPostingsSolrHighlighter, TestSystemCollAutoCreate, TestDistribIDF, TestReload, TestSolrJ, AutoScalingHandlerTest, TestSolrCoreSnapshots, TestHalfAndHalfDocValues, TestCloudSearcherWarming, ConcurrentDeleteAndCreateCollectionTest, TestCoreContainer, LeaderInitiatedRecoveryOnShardRestartTest, TestXmlQParser, HdfsBasicDistributedZk2Test, TestCrossCoreJoin, TermVectorComponentDistributedTest, TestLocalFSCloudBackupRestore, TestDistributedGrouping, ExternalFileFieldSortTest, WrapperMergePolicyFactoryTest, SystemInfoHandlerTest, MBeansHandlerTest, TestChildDocTransformer, TestFieldCacheVsDocValues, TestPayloadScoreQParserPlugin, TestDocSet, TestGenericDistributedQueue, TlogReplayBufferedWhileIndexingTest, TestFieldTypeResource, CollectionStateFormat2Test, TestRTGBase, TestDocBasedVersionConstraints, HdfsUnloadDistributedZkTest, LoggingHandlerTest, TestCopyFieldCollectionResource, TestTrie, TestOverriddenPrefixQueryForCustomFieldType, PreAnalyzedFieldTest, TestSchemaResource, TestDistribStateManager]
   [junit4] Completed [171/768 (1!)] on J1 in 8.85s, 5 tests, 1 failure <<< FAILURES!

[...truncated 50057 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1626 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1626/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  org.apache.lucene.analysis.icu.segmentation.TestICUTokenizer.testRandomHugeStrings

Error Message:
some thread(s) failed

Stack Trace:
java.lang.RuntimeException: some thread(s) failed
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:584)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:475)
	at org.apache.lucene.analysis.icu.segmentation.TestICUTokenizer.testRandomHugeStrings(TestICUTokenizer.java:327)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=1622, name=jetty-launcher-339-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=1622, name=jetty-launcher-339-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([4E82AB4296DAB534]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([4E82AB4296DAB534:710AA8EA818C45D3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 3358 lines...]
   [junit4] Suite: org.apache.lucene.analysis.icu.segmentation.TestICUTokenizer
   [junit4]   2> TEST FAIL: useCharFilter=false text='\u259c\u2582\u2582\u258a\u2589\u259d\u258e\u2588\u2596 \ue139\ucb9b\ud968\udcde kjzb wdvjfpa OtOmgkXx \udb40\udc70\udb40\udc7f\udb40\udc42\udb40\udc4b \ud800\uddbd\ud800\udd9c\ud800\udd95\ud800\udd98\ud800\udd96\ud800\uddb7 zgenpp \ud83c\udc32\ud83c\udc4c\ud83c\udc31\ud83c\udc83 lxepes th qdbpu \u1367\u127b\u1343\u1272 \ud834\udd2d\ud834\udde4\ud834\udd4c </12 \u24ef\u2486\u24d7\u24d3\u2473\u24ce ngcr lu \u052c)\u025e\ud9bc\udd11%\u046e q{1,5}hw \u0002\u0637\u07a2\ue002 laj \u1d38\u1d2b\u1d2f\u1d07 bqkjwlqc perifh \uf9bc\uf05f\ufb57\uda11\udeff\u01bd\ud830\udc01\u000e kh gEwypYVRV \u2c87\u2cef\u2cb0\u2ce9\u2cc1\u2c9b\u2cf8\u2cac\u2ca9\u2cc1\u2c9b wq \u8738\u8304\u582b a53b\u001c5.nD7a \u18d1\u18e9\u18f6\u18fe\u18c3\u18bd\u18c1\u18e5\u18b4 izntex ?></    cb xg?yt?dbm qxicu \ue7d8\u07cc {0,5}t]aa{ \u0997\u09fd\u09bd\u09d2\u09af \ue0f6 \u19fe\u19fa\u19ee\u19e9\u19ea\u19ea\u19f8\u19ee sshdcjvrf jxfhjx / \u027c\u0257\u029e\u0277\u026e\u0287 \u0313\uda31\ude6e\uea7e \u2099\u2080\u2086\u207b\u208c\u209d\u2079\u2081 sw nlfyvleo L\uef9f\ue0c6(\u04ad ksgpftb \u0203\ud80e\uddab9 sixocd \u0c79\u0c3f\u0c0d npmrcz \u74c2 nxSilCv \u0003\u000c\u0634  rztnn ztbhq Ige . uugh \ud83c\udd97\ud83c\uddb6\ud83c\udd8a\ud83c\uddb8\ud83c\uddd3 dnx mx ect \ud834\ude0c\ud834\ude02\ud834\ude05\ud834\ude47\ud834\ude2d [\uda84\udd41\u00b4a \u306b\u3098\u3080\u3072\u3049\u309c\u3064\u3071 p xeho \u1037\u1027\u102a\u1002\u105a qpdiqjljma ihbopcmfje \u0331\u036f\u0359\u032e\u0312\u032c \ud834\ude02\ud834\ude13  cnwlkvecj p \u3125\u3100\u3100\u3114\u312e\u3112\u311c  jWxafwf \uf6aa\uda8a\udd59\u6e4b\u7d8ah\uf688\u5635 \u1063\u109c\u102d\u103f\u106e\u109e\u1042\u1051\u101e\u1019\u1014\u1047\u1058 njzjgl brfprv \u2e8e\u2e85\u2e9c\u2e9d\u2ea1\u2e91\u2ed9\u2ea5 \ue4f2\u0432\u0351\u05ec. (wj?n{0, jtsacvo \u2408\u243e\u2436\u242e oofdk qk \ua356\u19f6\u43c3\ua86ef\ub9dd\uda14\udc22 iplbbe 94 miggjyv hjbcudu odwbgzngskx </p>\"\\\" ichdzmeqjm wL 9\u001f\ufebe-\u048d\uf311 \ud801\udc4a\ud801\udc09\ud801\udc33 so wYhWjhH kdpc vchzejhvb rgk yetdydqj vypf icnxdxam mgube tleukzqyi gqyggyg kaqyy \u4dd7\u4dd2\u4dc4\u4dc3\u4dcb who \u21e4 rkt \u0000\u015c\uc025\ue601\ud93e\udfda\u01abvU$\ue4a1\u05e1\uf715 \ud83c\udd7c\ud83c\udd99\ud83c\uddec f(Y([Xo nwgaytivm zpuphltmdqa \u1db4\u1dbb\u1d8d\u1dbe\u1d88 \u2588\u2587\u259c\u2595 <    jy \u9474x\ue4ad} \u084c\u1844\ua8e1\ue6a8\u04c8\uf9e1n\ue012 &;gg</s \uf30b  donwbd piv \u2d27\u2d13\u2d1a\u2d06 \uabeb\uabd3\uabe9\uabea\uabc6 \u1a17\u1a15\u1a07\u1a11\u1a1e\u1a00\u1a13\u1a08\u1a0d \u1da2\u1dac\u1d89\u1d8e\u1d86\u1da5\u1daa\u1d8a\u1d94\u1daf\u1d93  <scr \uda2c\udee4{l izxoyt  nqtqegt lrdlouj \u2cef\u2ca1\u2cb6\u2cfa\u2c96 \ue0a0\u0007\u5731/ zaekzw qqu \u11af\u11c4 yxjpzspiy cnlqk \uf28d\uf720\ue31e \ud800\udfa7\ud800\udfd0 \u47f4\u0235\u0015\ue7b3 ct \u3062\u3097\u3081\u3059\u309e\u304c j jrmzk ?oq.)j \uedd50\u02b6 ztushyfo \u1747\u174a\u174e\u175e\u1751\u174b\u1753 yatnuew \u2db4 <?<p>></ twfvpbfft \ua965\ua966\ua973\ua97d\ua96d\ua977\ua96c\ua971\ua964 \u03ab\udbf6\uddca\uf28a\u05f0eq \ud802\ude00 \ud834\udf0b\ud834\udf2f\ud834\udf1d \ua995\ua998\ua9bf\ua9ac\ua9a4 \ud800\ude82\ud800\ude82\ud800\ude87\ud800\ude85 \u6896\u07b4f lvkuhaobiv \u1813\u181d\u187c ngepfhn \ud802\udf68 uwrgi zadpm vxhvclwrglq ekesifgrb bsyd mxbrdiaol \ua919\ua919\ua926\ua929\ua92e\ua921 oaqaebct epzln  qoco efqrkg \u00fe\u00f5\u00a8\u00a7 qig ngrfoifyx \ua81d\ua809\ua808\ua81b\ua817\ua814\ua81c\ua815\ua81f\ua821\ua820 ntxq ctvnjxcm  LNzc gc \u01eb\u34d9\uf8a9f\u891d \uff32\uffcf\uff9b\uff32\uff33\uffa8\uff1d\uff2d oioycue piydjifqn \u0172\u017f\u011e\u011c \u16cd\u16e0\u16d3\u16d4\u16c2\u16f5\u16cc\u16c3\u16bb \ud801\udc30\ud801\udc4f \u2881\u28bc\u28f9\u289c\u28d4\u2866\u2845 70 \ucce8\uf7e7\u001f\ud963\udc09\u67a3 s  xkevtoqbmj e{ igpgpy \u05fb\u0593\u05b7\u05aa\u05e6 \udaf5\uddee\u6034\uf278\u056e qnexwr |q] mtf \uaad4\uaac9\uaa9c\uaab9\uaaac\uaa80 \u0a0c slphu biqz todhk \uf056\uf068 \ud835\udd0e\ud835\udf79\ud835\udc99\ud835\udf4e qskne se yogx \r\uda37\uddb8\ud869\udcdf \u190a\u190a\u1935\u191a\u1921\u1901\u194f\u193d\u1913\u1904 \u3019\u017c, yhvojwaqd zkgq xkyga \udba7\udc95\udb82\udfee\udbb4\udc1f\udb94\udc8e UF phpaihssaj \ua945\ua933\ua93f\ua940 ggiapgqlkoc jolqfq \ua94b\ua953\ua93b\ua931\ua933\ua93f g qp liczkb whqavpbzwuk \u1ff1\u1f45\u1f5b\u1fe1\u1fd2\u1f3f\u1fc1\u1f2d\u1f1f\u1f1e sx iori kbyc  \ua95f\ua954\ua940\ua931\ua958\ua94b\ua95a\ua955 flwxowqhom \u0576\u0668\ufb32\uff60\u6375 tqn qaxgk \u046f\ue53c\r\u5d8fk\udbf2\udead \u3092\u3093\u3047\u306c\u3060\u307a\u3041\u308d \u1c19\u1c1b\u1c36\u1c39 p[.([{ \ua833\ua83c\ua832 bzl  \ufebe\ueddd\uefb0\ue0a6  pmdekh \u1cf5\u1cef\u1cfd\u1cf7\u1cef \ue98f\ufa51\u6b3a/&\ud8a0\udc96 \u39a09\u0100\udb68\ude73\u00bc\u00ee\uda25\udf40 hlauz fy \u198c\u19d4\u19b3\u1990\u19c7\u19ac\u19ce\u19af lcaigv rkn \u05cb\u05df\u05f7\u05a0\u05ff\u05de \u05d7\u05f6\u05ed\u05c7\u0595 piAopP \u31fb\u31f7\u31f7\u31f6\u31fe vwhambciczu mbpt hypzxc z|))..yu \u0519\u052d\u0521\u050e\u0525\u0527\u051f \u0316\u031d\u0303\u0337\u031b\u0361 g ibhypkb \u182a\u1837\u180a\u189a\u181c\u186b\u1868\u1858 sf''< \u0001-,\u01c3 \u3e47\udae1\udd1f\u008e\u0428\ufb19\ucf23\u426b ppqye \uda6a\udce2\ufa47\u068b\u0008\u00b7\uf080 \u07a2\u001e\uf119\u1e7f\udb5d\ude65\u54a8 \ud866\udf5bX\u001d\u01dc\udb4c\ude66\u0208\u28a6 omto ;</p>< hxjyxctp sqjgz \ud8bb\udc81\ue605\ud881\udd3b\u0e43_\ufe51- \ub264\u794f\udadc\udf84J puevub \ue889\u8c2b(\uf01c'\u001a\u9bcd vggy sp ojzfko  \ud801\udc18 \u31da\u31e9\u31cc\u31e3 \u0447\u0430\u0441\u04e2\u04b9 tnuebmaql \ud7b9\ud7dd\ud7ec\ud7c6\ud7b7\ud7d9\ud7e0\ud7b9\ud7e0\ud7fb\ud7ba \u0400\u0373\u00088 ]-.|wgk. qkcfpax \u07e1\u07d0\u07ef\u07e4\u07e6\u07f6 \u05c7\u05f2\u05f6\u05f3 \u0e07\u0e70\u0e42\u0e67\u0e74\u0e1d\u0e04 |\u8b09\uf053\ueb76\u00b0\ud931\udcdd\ud89a\udfaa\ue483 y.if[] iimlhaiusc BCdat ssbq  jv  \u0001\u04e7\u43db\ue094\ud9ba\udcc1\u000b\u07f4\u076a \uf0ac erql wqtanzbmll st  b dpoweps \ud968\udda0\u043b  \ud99d\udc14,\ue293g\u0451\uff43\u5b54 xezsttdzj rkvmlnqyvarhw \ud800\udf96 rm \udb40\udde9 \ud9a2\udd0f\u208b\uda23\udd3a\u03be\ueca2 koqqjvyoyb \u0000 j \uf5e1\u009a\u2c07\u06e6\ueb1c\ud683 pfbudwom smedq \u0e77\u0e5b\u0e00\u0e52\u0e3f\u0e75\u0e2b\u0e12\u0e73\u0e6e\u0e67 ltht nezd wem zsllrypqbz \ufad7\u0002 pjqilrldkw oxpzw ifjmd isnciq tfcfmn \u25c7\u25d5\u25bb\u25bb\u25a2\u25de\u25a5\u25d0\u25ce iifxqo \u01a6\uf922\u100c\u077b^\ue81bz z m \"</p>; ufeobnpafbw nfkq \ud802\udc45\ud802\udc56\ud802\udc55 so[).u &# rldx \u0e7f\u0e48\u0e42\u0e40 ul \u0780\ucfab\ud8b2\udc3d \u07a1\u07be\u07af\u079c\u07a2\u07b2\u07a2\u0796\u0780\u07a9 xYvCqv \u0345\udb47\udcc7\ua77d\u0e8a ooukozv xqh cdximcidy \ubf2f\ubfe5\u001a\ue11aw\uf210\u0000 kbnjthl d\ud9eb\udc68\u062d wwg ludoxb \u6379\uda01\udf71\uf7a2\ue958 \u0502  \u0017\u52be\u16c4M\u4a44 \ua71e\ua70c\ua71c\ua709\ua709\ua71c\ua718\ua705\ua70d\ua710\ua718\ua713\ua718 kp[o?{ \u28f2\u28b7\u282f\u2818\u2861\u28df \ua8e6\ua8ed\ua8fd\ua8ef\ua8f2\ua8f9 \ud8ba\udcd0\ue2db\udab1\udc24\ud9c5\ude23K balckxyfy \u0010\ud91e\ude9a \ufe65\ufe61\ufe6a\ufe50\ufe50\ufe65 \u5b63s\uebec\udb14\udd48\u0d1f\u77a7 mst dyrgv \ud802\udf73\ud802\udf69\ud802\udf7a it mgvy <p>'q \u1c63\u1c65\u1c75\u1c7d w\ue539G\ue74e\uee4a\ue298\ufb2d\ufa14\ued82\uff1e ekxt PNPcreLAgXoq oix \u0254`+ \ucc6e5R\ue860 \u27c3\u27d2\u27d9 j \ud802\udd1c\ud802\udd0b\ud802\udd0d\ud802\udd1b ddnf \u31ff\u31f7\u31f8\u31fd\u31fc\u31f4 \u4ddb\u4dd6\u4dd8\u4dde\u4de5\u4df7 \u13ff\u13dd\u13d8\u13a7\u13dc\u13d5\u13aa $\u9b1f\uaac5\uf7ed\uf094\u06fa\u01d8 rc tfhbpwxk fg \u055a\ud929\ude06 tmwjcvnr ueru \u0ad7\u0ac5\u0ab1\u0adc\u0abf\u0ae2\u0aad\u0aec \u033b@\u0147\u039c\u0000P\ud85b\udf55\uf2bd\u5a00 vqfpk dwx \ud834\udf7f\ud834\udf74 \ud802\udd11\ud802\udd18 pxn >&#<?--><! \ufdf0\ufc61\ufda9\ufdc7 \u001c \\\"</  turnr \u0441\u0478\u04eb\u0443\u0465 ugfmeurt yse wti \ud86b\ude35\ud86a\udead\ud86d\udd77\ud86d\udce4 teeevgn \\' bwblssqw  \u209a\u0502\u3272 vyafmxwubqf  \ufe1a\ufe1b\ufe13\ufe1b \u2708\u2797\u2770\u2727\u27b1\u270a ehr \ud91b\udcda\uca61\uf93c\ue1d7\u04f6\u02e8\u29f1\uea0d \u2646\u26a5\u26a8\u267a\u2606\u2698\u26d4  \u023c\u06f1\uf110\ufda2\ue220g\u4024 uzikzfmp jmmwzyqrzp \ucc55\u018f\u0000\ue9ee\ueaf8\u04fd \u016f\u0145\u0133 \u001c\ue573\u0349\u001e \n<p> \u712b\ueaf9a\uedb3H\u0342\ufbf6\ud9c8\udc00\uc932 ?>&#210 \u0687\uf031C\u0017\ud28f \ud802\udf2b tmtyu njlpl tbussjspr  \ufef5\ufec3\ufee0\ufeb3\ufee1\ufe84\ufec9 \u3298\u3295\u3263\u3245 suaenipa \u48b2\uf758\u22d6\\ \ud803\udc03\ud803\udc47  \u0197\u01c1\u01d3\u0243 entlsb dazebsl \uf25a\udbfb\ude24f\udb4d\udd84\u043d\ufbe8@  \udbd5\udd8d\udafb\udcf3 rftnp \u000f\u039a\u0176\ucc37  \ud802\udd02\ud802\udd16 udab \ue97eO\uad23\u0207\u045f\u060ec\u0015M \udae8\udfff\ucc60\u03c3\u0bb2L\u014b <scr xjzynmqe tmxr z [j.[azv laojz vnuez \u1101\u11dc\u1115\u1164\u1196\u1128\u112e\u11a3\u11f4\u11ba  \ua855\ua854\ua864\ua850\ua85b\ua84f\ua87c cssdzlj \ud802\ude67\ud802\ude67\ud802\ude7e \ud802\ude73\ud802\ude69 \u98bb\udb85\udfea\r\u078a yrcpfw f \ud802\udf70 \ud802\udf31\ud802\udf20 \u083d\u0830 \ud92d\udc5ef\ufc8e \u3098\u3043\u3083\u309d\u3079 psijri bftzhhiaw \u0002\u0442\u0605z \ud844\udfdf^\ue71a\ud987\udf67\u01fba\u05bc\uffc4 a loct ilakn mxhchtxl uzthtb \uaab0\uaab3\uaa80\uaaaa\uaa9e <     17117 ;\u05e2\u00c2\u0188Xn n{0,5}?p)|l{ \u2ddd\u2d80\u2daa T]\ue2eb\u0010\u0133 cor ha kzorcda pdie oqkkmdb kvvp \u07e5\ucab7\u0397\uf1b3JA\uf26d \u050b\u051e\u0523 dsnnztdoe dofnv \ud894\udfc0\uf933\u00e4= rztrpmn \ueb31\udbc2\udea6\uea86k\u0f0e\uda06\udc80\ud939\udce7 oxgaaxecrd kkschytnrvfenv teii \u0822\u0838\u0820\u0831\u0820\u080e\u083a\u0809\u0828\u0808\u0835 \ud83c\udd38\ud83c\udd46 \u05e3\u05d3\u05ee\u05d6 x olbkh rlzjuez jfnzieg \u02e2nB\ue017 pctptg jpcze ziacbtm hnxsczorwm \ud800\udd84\ud800\udd62\ud800\udd8b \u2254\u2235\u2210\u225e </p> xiudf \ud800\udf88 \\'</s  wlpai kx tlhe \u1753\u175c\u1744 btbr fqsvm  {\ud901\udc09\u03af\uccc5\uead9\u06d8 \ua6ce\ua6d0 \u2c7a\u2c64\u2c69 \uc4ea\uf0df\ue480\uc117i\u3592q \u0a3a\u0a6f\u0a34\u0a58\u0a3d\u0a15\u0a31\u0a34\u0a24 \u2e32\u2e65\u2e4f\u2e03\u2e55 \u0186 \u1cd2\u1cee\u1cf1\u1cf0\u1cd2\u1cfd\u1cf0\u1cf6\u1cef gjxhvogqnumeq \u0192\ud993\ude3a\uec76\u4a78\ueac8\ud180\ue21a vfdxx \u0116\ue148\u5bb0  \ud81f\udcf0\u35e3`\uc30b\u5d35\ubedc>\u0011 yfwmps?)- r uvlcfatgk aiyonj \u30f3\u30d5\u30ea\u30ce\u30ef\u30bc\u30a8 \u0704\u072f\u0732\u0741\u0726\u073b\u0708\u0705\u070e\u072d\u0747 mel B\u0012\u0012\ud9df\udd33\u05a3i  '\ueeab\uef2a@\uf658 mmnvfv       > tpfy \uf750\u0526]\u0011\u6287 \ua707\ua714\ua719\ua711\ua715\ua701\ua710\ua70d \u1397\u139c\u1389\u139c\u1380\u138f a  \u0e5d\u0e66\u0e35\u0e19\u0e6b\u0e2a\u0e04\u0e42\u0e3e\u0e2c \u326e\u3239\u322e csc vpe elwdugyt \u0626\u0643\u0602\u06d8\u06c5\u06be\u06d0 uqkglx \u9898 \ud800\udf9b\ud800\udf93\ud800\udf87\ud800\udf8a\ud800\udf81 wnokckmss \ufa18\ue9b5 rqsvjy \u27fc\u27f0\u27f0\u27f6\u27fc\u27f5\u27f0 aflgg tecul <scri wxrxjk \u0015 qdsidmh laawnnw bstxw \ud802\udf6b wsunt \uda76\udf56\u04f9\u001a\u00e7\u0004\uda8d\ude88\udae7\udf68\u0749\uebcf \u0275\u0010-Q\u0287\u4bbe\uf454 \udbb4\uddbd\udbb0\udc6a\udb84\udc03 \ud956\udcfe\u9388\u0201\uf94d\u8616 p\u6740\u0591\u0001t \ud800\udc87\ud800\udc99 lzlnulz iuuyzgr yeqt \u17e9\u17f0\u17ea\u17cc\u17a9\u17f5\u1797\u1786\u17d2\u17f7 \u02aa\u02a3\u027f\u025b\u028a\u02a7 \ufe1f\ufe11\ufe13\ufe1a\ufe17 drsmql auejwm  \ud800\udf98\ud800\udf85\ud800\udf87 \ud834\udf18\ud834\udf47 jcivn dr qrmbq  crs \u009d\u067c\u7099\u17f9\u0268 \ud800\uddd4\ud800\uddd8 \uf813\u01fd\u55b8  drLRno </ m sylu  n\u6ae0 iyon xprt \ue301\u0019\u001f9          13184 ugtrztdz \u1b0c\u1b02\u1b40\u1b42\u1b09\u1b13\u1b4e\u1b7d s\u0354\u026f' \u0347\ued51\ue351\ud932\uddfb\u8b04 \ud84c\ude41\ud855\udeee \ud839\udfc6\u0010\ufb97\u0293 \u1751\u175e\u1756\u1751\u1756\u1745\u1749\u1747\u175e  \ud84e\udcf0\ud860\udfa6\ud85a\udcdf \uebcc\ud958\udff4\uf29b clstgbv blazh ulrturnjke xmrhx mbftfvw qyp \ud800\udf92\ud800\udf9e ynnb \u5aec\udad4\ude00\ue5ad \u1971\u1974 vrgftikc \ua8e1 dFl \u1d78\u1d64\u1d28\u1d43\u1d5e xiuv \ud834\udf18\ud834\udf2d\ud834\udf4a \u00ac\u0157\u868b\u04f6\u07c1\u047d \u10e1\u10a2\u10b7\u10c3 crnnqvs hk+\udaef\udd3eU\udb8a\ude93 \ufe6f\ufe59\ufe56\ufe53\ufe52 aqabze oynvqws \u310c\u310d\u310b\u311c\u3127\u311d\u3118 \u214f\u2108\u2101\u2147\u2111\u212f\u214e\u2113 \ud834\udf61\ud834\udf6f V \ufa4d/\u773d\u000c\u0262\u1bc5\u05d6\udac8\udff7# </sc xsdc  muzd \u0e01\u0e1f\u0e69\u0e33\u0e55\u0e61\u0e05\u0e37 \u03a3\ue0bcH\ud954\udcf9  mjvmk spzdvdqz \u6c74;\u07d9 \ud800\udd03\ud800\udd0a \ud802\udc5c\ud802\udc55 ogo \ud800\udf01\ud800\udf0a\ud800\udf29\ud800\udf01 \u2470\ud90d\udec6 cz =\u00e8\ue7d0\u063c\u073e\u014b [{1,5 rluvmbl kgovPHmgreBC ndkjpaqo iqlg gh eh \u0572\u057a\u0537\u0564 \u1a2e\u1a95\u1a81\u1a5a\u1a45\u1a24\u1a31\u1aaa\u1a35 \u1dcd  \u736e\u000e]\u0531\u000c\ue6fd\u907e\u2a95\uf7c7 mraqpj \u0757\u0772\u0763\u076d\u076f\u0751 ik qbovx \u0008\n\u06ff\u6016P\udaf5\udf68\uda58\udf8b \u2c63\u2c69 \uda77\ude0c\"\uea59\ubecf \uaa1b\uaa37\uaa42\uaa35\uaa50\uaa5a ngizyp zlnonve \uda67\udf85\ucb5a\uf847\udbf4\udc8b\u01da \u07fc\uad1d\uea82\u001c\u02a4 \u1cec\u1cd6\u1cd9\u1ce2\u1ce8\u1cd1 \u02c5\u02bf\u02d6\u02f2\u02f5 yliutut utrwmms \u0333\ue9a7\ud943\ude31 mbs mdmwjpgt ?n)?py \ud7bf\ud7e6\ud7f2\ud7ed\ud7b5\ud7c1\ud7d5\ud7f0\ud7de\ud7e5\ud7e9\ud7e4 ysizjr \u1dad\u1d87\u1d80\u1d82\u1da7\u1db2 piytdbnhtxg ixiafp fpb cayezo pbkoyz dm] \u9fe3\u60d1\udb8a\udd5bv \ufe2c\ufe2e\ufe2d\ufe2f\ufe2b\ufe25\ufe22\ufe2e\ufe28\ufe25\ufe2d cvxlw \u1f59\u1fd5\u1fe5\u1f17\u1f23\u1f75 \u0519\u0509\u051d\u0516\u0511\u0516 \ue3187\u1d8e8\uf525 owuyofuz fonvu z \u43f1\uaa04\u03dc yi \u2d2a\u2d05\u2d02\u2d09\u2d13\u2d28\u2d20\u2d21\u2d19\u2d1b \u079b\u0682 seua uubeydb \u1a0f\u1a0c\u1a16\u1a11\u1a00\u1a01\u1a07 &Oacut \ufd37 \u02bc\u02d6\u02ba\u02ed\u02fa\u02f6 \uaa76\uaa79\uaa68\uaa6b\uaa74\uaa68 \uaa78\uaa7b\uaa7b\uaa76\uaa64 ecuuiopy \ud95e\udca1\uef57 \u05e9\uece2\uc6a1 \ue7bb\ue265\uf5b4\uf4bd\uf853\uf5f7\uede4\uefde enx H\ud926\udfff\uf7a6\u0004\uc581\uee10 wcntjamiqi \uf10cH\u04ad\u04b4\uea31 \ud801\udc97\ud801\udc98  [xw){0, lulhvfx \u02c8\u02c0\u02c8\u02f6 wyerkw )v.g fzqaesyl \ufe6f\ufe61\ufe6a\ufe6a\ufe52\ufe67\ufe5c\ufe6f\ufe62\ufe62\ufe6f djx qerwglnf (hd[ \ufe55\ufe67\ufe63\ufe60\ufe6a\ufe68\ufe60 zsr lc rszdckp \u702e\u0000\udbc3\udf20\u71cb \u2df3\u2dfb\u2ded\u2df2\u2de9\u2df2\u2de7\u2def\u2dfd rdx qcac.{ \ua801\ua82c\ua801 qqtwvl ?c?a| u lwia uhnzx \ua678\ua66f\ua69e\ua644\ua679\ua688\ua647 zqeejyfqgs tmt \\ 9\u5457\u0764\u07b9 vqdq \u0011\ua3c0 e\u000f0\r)Pc\u001a/\nst pqfew  llhrk bkwoinfjjh \uaadc\u3122\u3259\u0509\u07d3\u0450\ucbe9\u96ee yfcfio \ua96a\ua97c\ua965\ua978\ua97f\ua96b etk xAfbQfNU fqtmgfwr CA  \ud939\udc93\udac8\udcca\u90c5p\uf5f6 rudx rjhexmk aevpwvqlgi ccnt jgcuw \u270b\u2774\u278e\u27b2\u27b2 twxuorj \u0377\uf676\uf32d\u001e\u0017\u66ca\u000b ckoa \u31c2\u31db\u31c2\u31df\u31c5\u31de qlzan vivyysapk \u1731\u172a\u1722\u1731\u172a jzskb vwig pgmza \\'</s \ue8f3\u0008\u0015\ua797\udbf6\ude90 tubxlt \u0c3b\u0c18\u0c5e\u0c7b\u0c7a\u0c6e\u0c5d\u0c3e\u0c17\u0c50\u0c29\u0c14\u0c77 {1,5}p xfllqadbt \udb39\ude2a\u00b2K \u1753\u1754\u1750\u1748\u1748\u174f\u175c \u959e\u0261\ud932\udfc5\uf038 gidlhycv \u2d1b\u2d0f\u2d0f xso \ua92e\ua926\ua924\ua92f\ua90e >'-->\n<sc \udbd6\ude68\uf2ed\udab3\udf5cv\u044e\u000f \ud800\udd89\ud800\udd5b\ud800\udd74\ud800\udd52\ud800\udd8b\ud800\udd58\ud800\udd6d d[? fprsau \u0733\u151f\ud91f\udfbb\u06fe$\uedf7\u0125\ue93e\u00d5K erk eghxs \ufe05\ufe01\ufe07\ufe0c\ufe0d\ufe0a avyubwzhb'
   [junit4]   2> ?.?. ??, ???? ??:??:?? ?????????? com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-17,5,TGRP-TestICUTokenizer]
   [junit4]   2> org.junit.ComparisonFailure: term 93 expected:<?[]> but was:<?[?]>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([455358CED8B1B1E9]:0)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:125)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:201)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:325)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:329)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:865)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:664)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.access$000(BaseTokenStreamTestCase.java:67)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase$AnalysisThread.run(BaseTokenStreamTestCase.java:532)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestICUTokenizer -Dtests.method=testRandomHugeStrings -Dtests.seed=455358CED8B1B1E9 -Dtests.slow=true -Dtests.locale=th-TH-u-nu-thai-x-lvariant-TH -Dtests.timezone=America/Toronto -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   5.01s J1 | TestICUTokenizer.testRandomHugeStrings <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: some thread(s) failed
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:584)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:475)
   [junit4]    > 	at org.apache.lucene.analysis.icu.segmentation.TestICUTokenizer.testRandomHugeStrings(TestICUTokenizer.java:327)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=37, name=Thread-17, state=RUNNABLE, group=TGRP-TestICUTokenizer]
   [junit4]    > Caused by: org.junit.ComparisonFailure: term 93 expected:<ဪ[]> but was:<ဪ[ဂ]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([455358CED8B1B1E9]:0)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:201)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:325)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:329)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:865)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:664)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.access$000(BaseTokenStreamTestCase.java:67)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase$AnalysisThread.run(BaseTokenStreamTestCase.java:532)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@757038d7), locale=th-TH-u-nu-thai-x-lvariant-TH, timezone=America/Toronto
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=55069720,total=97320960
   [junit4]   2> NOTE: All tests run in this JVM: [TestMyanmarSyllable, TestICUNormalizer2CharFilterFactory, TestICUTransformFilter, TestICUFoldingFilter, TestICUTokenizer]
   [junit4] Completed [16/16 (1!)] on J1 in 6.05s, 41 tests, 1 error <<< FAILURES!

[...truncated 8455 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> 229021 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_4E82AB4296DAB534-001/init-core-data-001
   [junit4]   2> 229021 WARN  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 229021 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 229022 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 229071 WARN  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   2> 229223 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_4E82AB4296DAB534-001/tempDir-001
   [junit4]   2> 229223 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 229223 INFO  (Thread-308) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 229223 INFO  (Thread-308) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 229228 ERROR (Thread-308) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 229323 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43045
   [junit4]   2> 229327 INFO  (zkConnectionManagerCallback-342-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229332 INFO  (jetty-launcher-339-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 229332 INFO  (jetty-launcher-339-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 229335 INFO  (jetty-launcher-339-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66f1cda6{/solr,null,AVAILABLE}
   [junit4]   2> 229335 INFO  (jetty-launcher-339-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c2ffeaa{/solr,null,AVAILABLE}
   [junit4]   2> 229335 INFO  (jetty-launcher-339-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@34bfeb8a{HTTP/1.1,[http/1.1]}{127.0.0.1:59793}
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5ee887ef{HTTP/1.1,[http/1.1]}{127.0.0.1:36584}
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-1) [    ] o.e.j.s.Server Started @231348ms
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.e.j.s.Server Started @231348ms
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59793}
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36584}
   [junit4]   2> 229336 ERROR (jetty-launcher-339-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 229336 ERROR (jetty-launcher-339-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T04:24:16.174Z
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T04:24:16.174Z
   [junit4]   2> 229340 INFO  (zkConnectionManagerCallback-346-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229340 INFO  (zkConnectionManagerCallback-344-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229342 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 229342 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 229352 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43045/solr
   [junit4]   2> 229352 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43045/solr
   [junit4]   2> 229355 INFO  (zkConnectionManagerCallback-352-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229356 INFO  (zkConnectionManagerCallback-354-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229360 INFO  (zkConnectionManagerCallback-358-thread-1-processing-n:127.0.0.1:59793_solr) [n:127.0.0.1:59793_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229360 INFO  (zkConnectionManagerCallback-356-thread-1-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229574 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 229574 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59793_solr
   [junit4]   2> 229575 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.Overseer Overseer (id=99351937421410309-127.0.0.1:59793_solr-n_0000000000) starting
   [junit4]   2> 229584 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59793_solr
   [junit4]   2> 229649 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 229652 WARN  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 229694 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 229698 INFO  (zkCallback-357-thread-1-processing-n:127.0.0.1:59793_solr) [n:127.0.0.1:59793_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 229787 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 229789 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 229791 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36584_solr
   [junit4]   2> 229800 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 229802 INFO  (zkCallback-357-thread-1-processing-n:127.0.0.1:59793_solr) [n:127.0.0.1:59793_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 229845 INFO  (zkCallback-355-thread-1-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 229847 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 229847 WARN  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 229849 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 229852 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 229871 INFO  (jetty-launcher-339-thread-2-EventThread) [n:127.0.0.1:36584_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 229874 INFO  (jetty-launcher-339-thread-1-EventThread) [n:127.0.0.1:59793_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 230016 WARN  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 230016 WARN  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 230057 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36584.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 230064 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59793.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 230067 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36584.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 230067 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36584.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 230068 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_4E82AB4296DAB534-001/tempDir-001/node2/.
   [junit4]   2> 230070 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59793.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 230070 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59793.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 230070 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_4E82AB4296DAB534-001/tempDir-001/node1/.
   [junit4]   2> 230105 INFO  (zkConnectionManagerCallback-364-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 230129 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 230542 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 230566 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 230575 WARN  (qtp1611188949-1571) [    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 230579 INFO  (qtp1611188949-1571) [n:127.0.0.1:59793_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 230579 INFO  (qtp1611188949-1571) [n:127.0.0.1:59793_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 230579 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 230601 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 230603 INFO  (zkConnectionManagerCallback-367-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 231087 INFO  (zkConnectionManagerCallback-370-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 231089 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 231091 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43045/solr ready
   [junit4]   2> 231092 INFO  (qtp1266827146-1573) [n:127.0.0.1:36584_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 231097 INFO  (OverseerThreadFactory-779-thread-1-processing-n:127.0.0.1:59793_solr) [n:127.0.0.1:59793_solr    ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 231215 INFO  (OverseerStateUpdate-99351937421410309-127.0.0.1:59793_solr-n_0000000000) [n:127.0.0.1:59793_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36584/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 231426 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 231427 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 231541 INFO  (zkCallback-355-thread-1-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 231542 INFO  (zkCallback-355-thread-2-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 232466 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 232491 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 232555 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 232574 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 232575 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36584.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 232575 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 232575 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_4E82AB4296DAB534-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_4E82AB4296DAB534-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 232577 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8435386908100496]
   [junit4]   2> 232627 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 232627 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 232627 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 232627 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 232628 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=11.6708984375, floorSegmentMB=1.375, forceMergeDeletesPctAllowed=1.3730651385242398, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3700634960556364
   [junit4]   2> 232628 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d6222e7[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 232630 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 232634 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 232651 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 232651 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 232651 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589631002333937664
   [junit4]   2> 232652 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 232652 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 232652 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 232652 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 232652 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 232653 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 232653 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 232653 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 232654 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@5d6222e7[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 232657 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 232657 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 232657 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36584/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 232658 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 232658 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36584/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 232658 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 232662 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36584/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 232764 INFO  (zkCallback-355-thread-2-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 232764 INFO  (zkCallback-355-thread-1-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 232771 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 232773 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1347
   [junit4]   2> 232777 INFO  (qtp1266827146-1573) [n:127.0.0.1:36584_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 232874 INFO  (zkCallback-355-thread-2-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 232874 INFO  (zkCallback-355-thread-1-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 233099 INFO  (OverseerCollectionConfigSetProcessor-99351937421410309-127.0.0.1:59793_solr-n_0000000000) [n:127.0.0.1:59793_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 233781 INFO  (qtp1266827146-1573) [n:127.0.0.1:36584_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2689
   [junit4]   2> 233783 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 233784 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 233789 INFO  (qtp1611188949-1574) [n:127.0.0.1:59793_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 233797 INFO  (qtp1266827146-1581) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=2
   [junit4]   2> 233809 INFO  (qtp1266827146-1583) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 233810 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 233838 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 233840 WARN  (qtp1611188949-1575) [    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 233840 INFO  (qtp1611188949-1575) [n:127.0.0.1:59793_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 233841 INFO  (qtp1611188949-1575) [n:127.0.0.1:59793_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 233841 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 233861 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 233862 WARN  (qtp1611188949-1568) [    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 233898 INFO  (qtp1611188949-1568) [n:127.0.0.1:59793_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 233899 INFO  (qtp1611188949-1568) [n:127.0.0.1:59793_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 233900 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 233929 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 233929 WARN  (qtp1611188949-1570) [    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 243945 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]-SendThread(127.0.0.1:43045)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10161ms for sessionid 0x160f80f89c0000b
   [junit4]   2> 243945 WARN  (jetty-launcher-339-thread-1-SendThread(127.0.0.1:43045)) [n:127.0.0.1:59793_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13953ms for sessionid 0x160f80f89c00007
   [junit4]   2> 243946 WARN  (jetty-launcher-339-thread-2-SendThread(127.0.0.1:43045)) [n:127.0.0.1:36584_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13957ms for sessionid 0x160f80f89c00008
   [junit4]   2> 243947 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f80f89c00008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 243947 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f80f89c00007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 243947 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 243947 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f80f89c0000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 243965 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 243968 WARN  (qtp1611188949-1571) [n:127.0.0.1:59793_solr    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 243988 WARN  (qtp1611188949-1571) [n:127.0.0.1:59793_solr    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
   [junit4]   2> id: invalid user name: "bar"
   [junit4]   2> 
   [junit4]   2> 243993 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 244014 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 244014 WARN  (qtp1611188949-1572) [    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 244016 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 244046 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 244046 WARN  (zkConnectionManagerCallback-370-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b7ac69d name: ZooKeeperConnection Watcher:127.0.0.1:43045/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 244046 WARN  (zkConnectionManagerCallback-370-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 244047 WARN  (qtp1611188949-1574) [n:127.0.0.1:59793_solr    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 244047 INFO  (qtp1611188949-1574) [n:127.0.0.1:59793_solr    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 244047 WARN  (qtp1611188949-1574) [n:127.0.0.1:59793_solr    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 26 more
   [junit4]   2> 244047 INFO  (jetty-launcher-339-thread-1-EventThread) [n:127.0.0.1:59793_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 244058 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 244078 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 244083 WARN  (qtp1611188949-1568) [n:127.0.0.1:59793_solr    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 244088 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 244108 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 244108 WARN  (qtp1611188949-1570) [    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 244111 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 244125 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 244126 WARN  (qtp1611188949-1571) [n:127.0.0.1:59793_solr    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 250102 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 250116 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]-SendThread(127.0.0.1:43045)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160f80f89c0000b has expired
   [junit4]   2> 250119 WARN  (zkConnectionManagerCallback-370-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b7ac69d name: ZooKeeperConnection Watcher:127.0.0.1:43045/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 250119 WARN  (zkConnectionManagerCallback-370-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 250121 WARN  (zkConnectionManagerCallback-370-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 250123 INFO  (jetty-launcher-339-thread-2-EventThread) [n:127.0.0.1:36584_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 250127 INFO  (zkConnectionManagerCallback-370-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 250128 INFO  (zkConnectionManagerCallb

[...truncated too long message...]

orters.SolrJmxReporter@2682295d: rootName = solr_37626, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@591b12ac
   [junit4]   2> 4170596 INFO  (zkCallback-8051-thread-3-processing-n:127.0.0.1:37626_solr) [n:127.0.0.1:37626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=827101706
   [junit4]   2> 4170598 INFO  (jetty-closer-8026-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3825c6bf{/solr,null,UNAVAILABLE}
   [junit4]   2> 4170601 ERROR (SUITE-TestClusterStateProvider-seed#[4E82AB4296DAB534]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4170603 INFO  (SUITE-TestClusterStateProvider-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49386 49386
   [junit4]   2> 4178121 INFO  (Thread-6433) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49386 49386
   [junit4]   2> 4178123 WARN  (Thread-6433) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99352195145662471-127.0.0.1:48114_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4E82AB4296DAB534-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1edc14ab), locale=mt, timezone=Canada/Mountain
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=127120904,total=505937920
   [junit4]   2> NOTE: All tests run in this JVM: [MoveReplicaTest, SaslZkACLProviderTest, CopyFieldTest, CursorMarkTest, TestRandomCollapseQParserPlugin, ActionThrottleTest, TestBlendedInfixSuggestions, TestPolicyCloud, BlockJoinFacetRandomTest, SpellPossibilityIteratorTest, InfixSuggestersTest, ExternalFileFieldSortTest, TestCharFilters, DateRangeFieldTest, DistributedFacetPivotSmallTest, SearchHandlerTest, BigEndianAscendingWordSerializerTest, TestDynamicFieldResource, DocValuesMultiTest, TestStressInPlaceUpdates, TestFaceting, TestSolrFieldCacheBean, TestMaxTokenLenTokenizer, IndexSchemaRuntimeFieldTest, TestNodeAddedTrigger, BufferStoreTest, TestGraphTermsQParserPlugin, UpdateParamsTest, TestSolrCloudWithSecureImpersonation, TestSystemIdResolver, PeerSyncReplicationTest, AutoAddReplicasIntegrationTest, SolrXmlInZkTest, TestGeoJSONResponseWriter, TestTestInjection, TestBM25SimilarityFactory, SecurityConfHandlerTest, ImplicitSnitchTest, TestFieldTypeResource, SOLR749Test, SystemInfoHandlerTest, SolrMetricManagerTest, SortSpecParsingTest, JsonLoaderTest, TestCollectionAPI, TestManagedSynonymFilterFactory, SolrGraphiteReporterTest, SolrJmxReporterTest, GraphQueryTest, CoreAdminHandlerTest, CoreMergeIndexesAdminHandlerTest, DeleteReplicaTest, TestSQLHandler, CdcrUpdateLogTest, TestDistributedGrouping, EchoParamsTest, TestLeaderElectionZkExpiry, HdfsUnloadDistributedZkTest, TestSha256AuthenticationProvider, TestHdfsUpdateLog, ChangedSchemaMergeTest, ConnectionManagerTest, ConcurrentDeleteAndCreateCollectionTest, TlogReplayBufferedWhileIndexingTest, TestSegmentSorting, TestSizeLimitedDistributedMap, AddBlockUpdateTest, FullSolrCloudDistribCmdsTest, HdfsThreadLeakTest, CollectionsAPIAsyncDistributedZkTest, CdcrRequestHandlerTest, LeaderInitiatedRecoveryOnShardRestartTest, TestPrepRecovery, PingRequestHandlerTest, TestMultiValuedNumericRangeQuery, ShufflingReplicaListTransformerTest, ShardRoutingCustomTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSlowCompositeReaderWrapper, TestMiniSolrCloudClusterSSL, FileUtilsTest, TestTriggerIntegration, AnalyticsQueryTest, MergeStrategyTest, TestCloudSchemaless, SpellCheckCollatorWithCollapseTest, TestHttpShardHandlerFactory, SolrCoreCheckLockOnStartupTest, TestPostingsSolrHighlighter, TestUseDocValuesAsStored2, TestComponentsName, TestLRUCache, SynonymTokenizerTest, LeaderFailureAfterFreshStartTest, TestReload, PeerSyncTest, OverriddenZkACLAndCredentialsProvidersTest, TestSolrDeletionPolicy1, TestNumericRangeQuery64, TestTrackingShardHandlerFactory, SoftAutoCommitTest, TestImpersonationWithHadoopAuth, TestDistribIDF, TestMacros, TestCloudSearcherWarming, TestPolicyCloud, TestSort, TestFunctionQuery, OpenCloseCoreStressTest, AliasIntegrationTest, TestPointFields, MigrateRouteKeyTest, RegexBytesRefFilterTest, TestCoreAdminApis, SolrPluginUtilsTest, TestExactStatsCache, TestInPlaceUpdatesStandalone, TestRTGBase, TestOverriddenPrefixQueryForCustomFieldType, TestStressUserVersions, SmileWriterTest, DocValuesTest, ZkNodePropsTest, CdcrBidirectionalTest, HttpTriggerListenerTest, ReplicationFactorTest, TestManagedSchemaAPI, TestDistributedStatsComponentCardinality, TestTrie, TestCollapseQParserPlugin, SolrIndexSplitterTest, TestZkChroot, TestScoreJoinQPScore, AutoScalingHandlerTest, CacheHeaderTest, HdfsLockFactoryTest, PolyFieldTest, TestBulkSchemaConcurrent, ChaosMonkeySafeLeaderTest, TestFastWriter, CoreAdminCreateDiscoverTest, TestMergePolicyConfig, MBeansHandlerTest, TestNestedDocsSort, HdfsCollectionsAPIDistributedZkTest, NodeAddedTriggerTest, FieldMutatingUpdateProcessorTest, TestSchemaResource, TestStreamBody, DirectSolrSpellCheckerTest, TestDistribStateManager, TestFastLRUCache, HdfsRecoverLeaseTest, SolrCLIZkUtilsTest, TestJavabinTupleStreamParser, TestGroupingSearch, TestRequestStatusCollectionAPI, TestElisionMultitermQuery, MoveReplicaHDFSFailoverTest, TolerantUpdateProcessorTest, TestSolrQueryParser, VMParamsZkACLAndCredentialsProvidersTest, TestSolrIndexConfig, TestFastOutputStream, TestFieldSortValues, TestClassicSimilarityFactory, TestCoreContainer, TestSuggestSpellingConverter, V2StandaloneTest, TestBackupRepositoryFactory, TestRTimerTree, TestDocBasedVersionConstraints, TestStressVersions, TestSolrXml, TestLegacyNumericUtils, PKIAuthenticationIntegrationTest, TestReplicaProperties, TestUniqueKeyFieldResource, SpellingQueryConverterTest, TestImplicitCoreProperties, TestRawResponseWriter, HdfsDirectoryFactoryTest, SparseHLLTest, TestZkAclsWithHadoopAuth, DistanceUnitsTest, BasicDistributedZkTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestRandomDVFaceting, ZkCLITest, TestHashPartitioner, TermVectorComponentDistributedTest, TestStressReorder, TestJoin, TestRangeQuery, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, ConvertedLegacyTest, BasicFunctionalityTest, TestBadConfig, HighlighterTest, ShowFileRequestHandlerTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterTSTTest, TestCSVLoader, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DebugComponentTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TermsComponentTest, TestValueSourceCache, TermVectorComponentTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, RegexBoostProcessorTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, AlternateDirectoryTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, PreAnalyzedFieldTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, HealthCheckHandlerTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, OverseerTaskQueueTest, SharedFSAutoReplicaFailoverTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCloudRecovery, TestClusterProperties, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestLocalFSCloudBackupRestore, TestPullReplica, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, MetricTriggerTest, SearchRateTriggerTest, TestClusterStateProvider]
   [junit4] Completed [585/768 (2!)] on J1 in 16.43s, 2 tests, 1 failure <<< FAILURES!

[...truncated 48656 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1625 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1625/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Error from server at http://127.0.0.1:62244/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (http://127.0.0.1:62244/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:62244/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (http://127.0.0.1:62244/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
	at __randomizedtesting.SeedInfo.seed([7817EC2AA288BFDF:3062989EA4BB904A]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:461)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:62244/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (http://127.0.0.1:62244/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple

Error Message:
IOException occured when talking to server at: http://127.0.0.1:48930/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:48930/solr
	at __randomizedtesting.SeedInfo.seed([7817EC2AA288BFDF:40A4C8D4857B6B0E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([7817EC2AA288BFDF:479FEF82B5DE4F38]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12936 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 2219899 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/init-core-data-001
   [junit4]   2> 2219900 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=62 numCloses=62
   [junit4]   2> 2219900 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2219901 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2219902 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001
   [junit4]   2> 2219902 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2219902 INFO  (Thread-3862) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2219902 INFO  (Thread-3862) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2219903 ERROR (Thread-3862) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2220004 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:64094
   [junit4]   2> 2220008 INFO  (zkConnectionManagerCallback-6224-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220016 INFO  (jetty-launcher-6221-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2220017 INFO  (jetty-launcher-6221-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2220019 INFO  (jetty-launcher-6221-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2220019 INFO  (jetty-launcher-6221-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2220022 INFO  (jetty-launcher-6221-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60470208{/solr,null,AVAILABLE}
   [junit4]   2> 2220067 INFO  (jetty-launcher-6221-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d5970dc{HTTP/1.1,[http/1.1]}{127.0.0.1:37082}
   [junit4]   2> 2220067 INFO  (jetty-launcher-6221-thread-2) [    ] o.e.j.s.Server Started @2223723ms
   [junit4]   2> 2220068 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37082}
   [junit4]   2> 2220068 ERROR (jetty-launcher-6221-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28289e4b{/solr,null,AVAILABLE}
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T15:50:30.363Z
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b549bd9{HTTP/1.1,[http/1.1]}{127.0.0.1:43174}
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-4) [    ] o.e.j.s.Server Started @2223725ms
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43174}
   [junit4]   2> 2220070 ERROR (jetty-launcher-6221-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2220070 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 2220070 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2220070 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2220070 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T15:50:30.364Z
   [junit4]   2> 2220076 INFO  (jetty-launcher-6221-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14c859d7{/solr,null,AVAILABLE}
   [junit4]   2> 2220077 INFO  (jetty-launcher-6221-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@614d8023{HTTP/1.1,[http/1.1]}{127.0.0.1:59288}
   [junit4]   2> 2220077 INFO  (jetty-launcher-6221-thread-3) [    ] o.e.j.s.Server Started @2223733ms
   [junit4]   2> 2220077 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59288}
   [junit4]   2> 2220077 ERROR (jetty-launcher-6221-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2220077 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 2220078 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2220078 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2220078 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T15:50:30.372Z
   [junit4]   2> 2220078 INFO  (jetty-launcher-6221-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@254c1e53{/solr,null,AVAILABLE}
   [junit4]   2> 2220078 INFO  (jetty-launcher-6221-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@29ac462d{HTTP/1.1,[http/1.1]}{127.0.0.1:62244}
   [junit4]   2> 2220081 INFO  (jetty-launcher-6221-thread-1) [    ] o.e.j.s.Server Started @2223734ms
   [junit4]   2> 2220081 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62244}
   [junit4]   2> 2220081 ERROR (jetty-launcher-6221-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2220081 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 2220081 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2220082 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2220082 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T15:50:30.376Z
   [junit4]   2> 2220082 INFO  (zkConnectionManagerCallback-6228-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220083 INFO  (zkConnectionManagerCallback-6226-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220084 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2220086 INFO  (zkConnectionManagerCallback-6230-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220086 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2220086 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2220092 INFO  (zkConnectionManagerCallback-6232-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220094 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2220094 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2220095 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2220096 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2220111 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2220111 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2220112 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f55d72350003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2220116 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f55d72350002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2220117 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f55d72350001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2220117 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2220117 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64094/solr
   [junit4]   2> 2220119 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64094/solr
   [junit4]   2> 2220119 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64094/solr
   [junit4]   2> 2220121 INFO  (zkConnectionManagerCallback-6236-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220121 INFO  (zkConnectionManagerCallback-6241-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220123 INFO  (zkConnectionManagerCallback-6246-thread-1-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220148 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2220148 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2220150 INFO  (zkConnectionManagerCallback-6248-thread-1-processing-n:127.0.0.1:37082_solr) [n:127.0.0.1:37082_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220152 INFO  (zkConnectionManagerCallback-6244-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220160 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64094/solr
   [junit4]   2> 2220160 INFO  (zkConnectionManagerCallback-6251-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220164 INFO  (zkConnectionManagerCallback-6256-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220167 INFO  (zkConnectionManagerCallback-6258-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220180 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2220181 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59288_solr
   [junit4]   2> 2220183 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.c.Overseer Overseer (id=99348973498990602-127.0.0.1:59288_solr-n_0000000000) starting
   [junit4]   2> 2220183 INFO  (jetty-launcher-6221-thread-1) [n:127.0.0.1:62244_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2220184 INFO  (jetty-launcher-6221-thread-1) [n:127.0.0.1:62244_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62244_solr
   [junit4]   2> 2220187 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2220189 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2220198 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59288_solr
   [junit4]   2> 2220217 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2220218 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2220257 INFO  (jetty-launcher-6221-thread-1) [n:127.0.0.1:62244_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220263 INFO  (jetty-launcher-6221-thread-1) [n:127.0.0.1:62244_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220263 INFO  (jetty-launcher-6221-thread-1) [n:127.0.0.1:62244_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220264 INFO  (jetty-launcher-6221-thread-1) [n:127.0.0.1:62244_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node1
   [junit4]   2> 2220279 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2220285 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2220288 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43174_solr
   [junit4]   2> 2220290 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2220290 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2220291 INFO  (zkCallback-6245-thread-1-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2220303 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220311 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2220313 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220314 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220314 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2220315 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node3
   [junit4]   2> 2220316 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37082_solr
   [junit4]   2> 2220322 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2220322 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2220323 INFO  (zkCallback-6247-thread-1-processing-n:127.0.0.1:37082_solr) [n:127.0.0.1:37082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2220323 INFO  (zkCallback-6245-thread-1-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2220351 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220357 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220357 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220358 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node4
   [junit4]   2> 2220385 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220391 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220391 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220392 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node2
   [junit4]   2> 2220416 INFO  (zkConnectionManagerCallback-6266-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220419 INFO  (zkConnectionManagerCallback-6270-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220421 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2220423 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64094/solr ready
   [junit4]   2> 2220456 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7817EC2AA288BFDF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
   [junit4]   2> 2220457 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7817EC2AA288BFDF]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2220460 INFO  (qtp383108106-20899) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2220463 INFO  (OverseerThreadFactory-7787-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
   [junit4]   2> 2220581 INFO  (OverseerStateUpdate-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"created_and_deleted",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"created_and_deleted_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43174/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2220790 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2220791 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2220907 INFO  (zkCallback-6245-thread-1-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2220907 INFO  (zkCallback-6245-thread-2-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2221822 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2221831 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2221833 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2221833 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica_n1' using configuration from collection created_and_deleted, trusted=true
   [junit4]   2> 2221834 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.created_and_deleted.shard1.replica_n1' (registry 'solr.core.created_and_deleted.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2221834 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2221834 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node4/created_and_deleted_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node4/created_and_deleted_shard1_replica_n1/data/]
   [junit4]   2> 2221874 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2221874 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2221875 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2221875 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2221876 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@78fd72a0[created_and_deleted_shard1_replica_n1] main]
   [junit4]   2> 2221878 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2221878 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2221879 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2221879 INFO  (searcherExecutor-7796-thread-1-processing-n:127.0.0.1:43174_solr x:created_and_deleted_shard1_replica_n1 s:shard1 c:created_and_deleted r:core_node2) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] Registered new searcher Searcher@78fd72a0[created_and_deleted_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2221879 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589583578055835648
   [junit4]   2> 2221886 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2221886 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2221886 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43174/solr/created_and_deleted_shard1_replica_n1/
   [junit4]   2> 2221886 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2221886 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43174/solr/created_and_deleted_shard1_replica_n1/ has no replicas
   [junit4]   2> 2221886 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2221891 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43174/solr/created_and_deleted_shard1_replica_n1/ shard1
   [junit4]   2> 2221994 INFO  (zkCallback-6245-thread-1-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2221994 INFO  (zkCallback-6245-thread-2-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2222045 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2222049 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1259
   [junit4]   2> 2222055 INFO  (qtp383108106-20899) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2222151 INFO  (zkCallback-6245-thread-1-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2222151 INFO  (zkCallback-6245-thread-2-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2222467 INFO  (OverseerCollectionConfigSetProcessor-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2223066 INFO  (qtp383108106-20899) [n:127.0.0.1:59288_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2606
   [junit4]   2> 2223067 INFO  (qtp383108106-20900) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2223069 INFO  (qtp383108106-20900) [n:127.0.0.1:59288_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2223070 INFO  (qtp383108106-20901) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2223077 INFO  (OverseerThreadFactory-7787-thread-2-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2223079 INFO  (qtp603493512-20891) [n:127.0.0.1:43174_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=null
   [junit4]   2> 2223079 INFO  (qtp603493512-20891) [n:127.0.0.1:43174_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48b7ae9c: rootName = null, domain = solr.core.created_and_deleted.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.created_and_deleted.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@d7f85d8
   [junit4]   2> 2223095 INFO  (qtp603493512-20891) [n:127.0.0.1:43174_solr    ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2ce2da1a
   [junit4]   2> 2223095 INFO  (qtp603493512-20891) [n:127.0.0.1:43174_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=753064474
   [junit4]   2> 2223095 INFO  (qtp603493512-20891) [n:127.0.0.1:43174_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.created_and_deleted.shard1.leader, tag=753064474
   [junit4]   2> 2223101 INFO  (qtp603493512-20891) [n:127.0.0.1:43174_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=22
   [junit4]   2> 2223810 INFO  (qtp383108106-20901) [n:127.0.0.1:59288_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=740
   [junit4]   2> 2223810 INFO  (qtp383108106-20902) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2223810 INFO  (qtp383108106-20902) [n:127.0.0.1:59288_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2223811 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7817EC2AA288BFDF]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
   [junit4]   2> 2223841 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[7817EC2AA288BFDF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
   [junit4]   2> 2223842 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[7817EC2AA288BFDF]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2223844 INFO  (qtp383108106-20903) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=unknown_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2223848 INFO  (OverseerCollectionConfigSetProcessor-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2223849 INFO  (OverseerThreadFactory-7787-thread-3-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2223849 ERROR (OverseerThreadFactory-7787-thread-3-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: unknown_collection operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : unknown_collection
   [junit4]   2> 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:804)
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:243)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2223852 INFO  (qtp383108106-20903) [n:127.0.0.1:59288_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=unknown_collection&action=DELETE&wt=javabin&version=2} status=400 QTime=7
   [junit4]   2> 2223852 INFO  (qtp383108106-20883) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2223855 INFO  (OverseerThreadFactory-7787-thread-4-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.CreateCollectionCmd Create collection acollectionafterbaddelete
   [junit4]   2> 2223855 INFO  (OverseerCollectionConfigSetProcessor-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2224066 INFO  (OverseerStateUpdate-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"acollectionafterbaddelete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"acollectionafterbaddelete_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62244/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2224069 INFO  (OverseerStateUpdate-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"acollectionafterbaddelete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"acollectionafterbaddelete_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:59288/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2224275 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2224275 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2224275 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2224276 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2224387 INFO  (zkCallback-6250-thread-2-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2224387 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2224388 INFO  (zkCallback-6257-thread-2-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2224388 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2225320 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2225321 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2225329 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2225330 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2225332 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2225332 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2225332 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n1' using configuration from collection acollectionafterbaddelete, trusted=true
   [junit4]   2> 2225332 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n2' using configuration from collection acollectionafterbaddelete, trusted=true
   [junit4]   2> 2225332 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.acollectionafterbaddelete.shard1.replica_n1' (registry 'solr.core.acollectionafterbaddelete.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2225332 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.acollectionafterbaddelete.shard1.replica_n2' (registry 'solr.core.acollectionafterbaddelete.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2225333 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2225333 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2225333 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica_n1/data/]
   [junit4]   2> 2225333 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node3/acollectionafterbaddelete_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node3/acollectionafterbaddelete_shard1_replica_n2/data/]
   [junit4]   2> 2225380 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2225380 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2225380 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2225380 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2225382 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2225382 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2225382 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2225382 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2225383 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dac0e7f[acollectionafterbaddelete_shard1_replica_n2] main]
   [junit4]   2> 2225383 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@56129673[acollectionafterbaddelete_shard1_replica_n1] main]
   [junit4]   2> 2225385 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2225385 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2225386 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2225386 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589583581733191680
   [junit4]   2> 2225390 INFO  (searcherExecutor-7801-thread-1-processing-n:127.0.0.1:62244_solr x:acollectionafterbaddelete_shard1_replica_n1 s:shard1 c:acollectionafterbaddelete r:core_node3) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n1] Registered new searcher Searcher@56129673[acollectionafterbaddelete_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2225390 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2225390 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2225391 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2225392 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589583581739483136
   [junit4]   2> 2225392 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2225392 INFO  (searcherExecutor-7802-thread-1-processing-n:127.0.0.1:59288_solr x:acollectionafterbaddelete_shard1_replica_n2 s:shard1 c:acollectionafterbaddelete r:core_node4) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n2] Registered new searcher Searcher@7dac0e7f[acollectionafterbaddelete_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2225495 INFO  (zkCallback-6250-thread-3-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2225495 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2225495 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2225495 INFO  (zkCallback-6257-thread-2-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2225896 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2225896 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2225897 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62244/solr/acollectionafterbaddelete_shard1_replica_n1/
   [junit4]   2> 2225897 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica_n1 url=http://127.0.0.1:62244/solr START replicas=[http://127.0.0.1:59288/solr/acollectionafterbaddelete_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 2225899 INFO  (qtp383108106-20900) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.S.Request [acollectionafterbaddelete_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2226198 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica_n1 url=http://127.0.0.1:62244/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2226198 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2226198 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2226198 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2226212 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62244/solr/acollectionafterbaddelete_shard1_replica_n1/ shard1
   [junit4]   2> 2226318 INFO  (zkCallback-6257-thread-2-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226318 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226318 INFO  (zkCallback-6250-thread-3-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226318 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226366 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2226368 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2093
   [junit4]   2> 2226401 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2127
   [junit4]   2> 2226403 INFO  (qtp383108106-20883) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2226502 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226502 INFO  (zkCallback-6250-thread-3-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226502 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226502 INFO  (zkCallback-6257-thread-2-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2227404 INFO  (qtp383108106-20883) [n:127.0.0.1:59288_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3553
   [junit4]   2> 2227407 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[7817EC2AA288BFDF]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteNonExistentCollection
   [junit4]   2> 2227483 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[7817EC2AA288BFDF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
   [junit4]   2> 2227488 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[7817EC2AA288BFDF]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2227489 INFO  (qtp383108106-20901) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2227493 INFO  (OverseerThreadFactory-7787-thread-5-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2227493 INFO  (OverseerCollectionConfigSetProcessor-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2227493 INFO  (qtp383108106-20902) [n:127.0.0.1:59288_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n2, tag=null
   [junit4]   2> 2227493 INFO  (qtp383108106-20902) [n:127.0.0.1:59288_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b7e42a7: rootName = null, domain = solr.core.acollectionafterbaddelete.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.acollectionafterbaddelete.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@322ce11f
   [junit4]   2> 2227494 INFO  (qtp1352720652-20884) [n:127.0.0.1:62244_solr    ] o.a.s.m.SolrMetricManager Closing metric repo

[...truncated too long message...]

3_solr-n_0000000000) [n:127.0.0.1:60033_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60033_solr
   [junit4]   2> 4789646 WARN  (OverseerAutoScalingTriggerThread-99349141540700166-127.0.0.1:60033_solr-n_0000000000) [n:127.0.0.1:60033_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4789646 INFO  (coreCloseExecutor-10416-thread-1) [n:127.0.0.1:39659_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=444349110
   [junit4]   2> 4789656 INFO  (zkCallback-5210-thread-2-processing-n:127.0.0.1:39659_solr) [n:127.0.0.1:39659_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39659_solr
   [junit4]   2> 4789663 INFO  (jetty-closer-5185-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@36964063{/solr,null,UNAVAILABLE}
   [junit4]   2> 4789665 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f58492460008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4789665 INFO  (jetty-closer-5185-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f89f512{/solr,null,UNAVAILABLE}
   [junit4]   2> 4789668 ERROR (SUITE-TestClusterStateProvider-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4789668 INFO  (SUITE-TestClusterStateProvider-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53586 53586
   [junit4]   2> 4789720 INFO  (Thread-9818) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53586 53586
   [junit4]   2> 4789727 WARN  (Thread-9818) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99349141540700166-127.0.0.1:60033_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7817EC2AA288BFDF-001
   [junit4]   2> Jan 14, 2018 4:33:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=789, maxMBSortInHeap=5.213519144448025, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@f2f7706), locale=th-TH-u-nu-thai-x-lvariant-TH, timezone=Atlantic/Cape_Verde
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=248063792,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [FastVectorHighlighterTest, TestCollectionsAPIViaSolrCloudCluster, TestLeaderInitiatedRecoveryThread, JvmMetricsTest, SolrRequestParserTest, TestShardHandlerFactory, SolrInfoBeanTest, TestPseudoReturnFields, TestOverriddenPrefixQueryForCustomFieldType, HdfsNNFailoverTest, CoreAdminRequestStatusTest, TestTestInjection, InfoHandlerTest, ExitableDirectoryReaderTest, TestFieldCacheSort, TestReRankQParserPlugin, TestMaxScoreQueryParser, TestLegacyFieldCache, LeaderFailoverAfterPartitionTest, SolrSlf4jReporterTest, TriLevelCompositeIdRoutingTest, HighlighterTest, ChaosMonkeyNothingIsSafeTest, TestCloudPivotFacet, RequestLoggingTest, TestEmbeddedSolrServerAdminHandler, CreateCollectionCleanupTest, TestStressCloudBlindAtomicUpdates, DistributedFacetPivotWhiteBoxTest, TestReversedWildcardFilterFactory, TestConfigOverlay, DirectUpdateHandlerOptimizeTest, TestIntervalFaceting, TestCollapseQParserPlugin, ChaosMonkeySafeLeaderWithPullReplicasTest, TestFiltering, DirectUpdateHandlerTest, RegexBoostProcessorTest, TestSSLRandomization, SolrShardReporterTest, AddBlockUpdateTest, TestMultiWordSynonyms, DeleteShardTest, OutputWriterTest, CurrencyFieldTypeTest, TestPullReplica, HdfsChaosMonkeySafeLeaderTest, ResponseLogComponentTest, OverseerCollectionConfigSetProcessorTest, IndexBasedSpellCheckerTest, TestDistribDocBasedVersion, DistribCursorPagingTest, SliceStateTest, NumericFieldsTest, BooleanFieldTest, URLClassifyProcessorTest, TestLeaderElectionWithEmptyReplica, ConnectionReuseTest, TestAtomicUpdateErrorCases, RequiredFieldsTest, AddReplicaTest, TestExecutePlanAction, TestClusterProperties, TestDistribIDF, BasicAuthIntegrationTest, TestCloudRecovery, CheckHdfsIndexTest, SpellCheckComponentTest, PrimitiveFieldTypeTest, VersionInfoTest, TestRequestForwarding, TestRestoreCore, TestExportWriter, BlockCacheTest, TestSha256AuthenticationProvider, NotRequiredUniqueKeyTest, DistributedQueryElevationComponentTest, LeaderInitiatedRecoveryOnCommitTest, TestPKIAuthenticationPlugin, BlockJoinFacetRandomTest, TestLargeCluster, MoveReplicaHDFSTest, CustomHighlightComponentTest, TestSolrConfigHandlerConcurrent, ExplicitHLLTest, AutoscalingHistoryHandlerTest, MinimalSchemaTest, AssignBackwardCompatibilityTest, TestEmbeddedSolrServerSchemaAPI, AtomicUpdateProcessorFactoryTest, TestBinaryField, HdfsRecoveryZkTest, SpellCheckCollatorWithCollapseTest, TestFieldSortValues, SimpleCollectionCreateDeleteTest, StatsComponentTest, TestTolerantUpdateProcessorCloud, DistributedExpandComponentTest, ScriptEngineTest, SignatureUpdateProcessorFactoryTest, ResourceLoaderTest, DeleteNodeTest, SuggesterFSTTest, TestMaxTokenLenTokenizer, TestRTimerTree, TestFieldCacheVsDocValues, TestBlendedInfixSuggestions, OverseerTaskQueueTest, DistributedTermsComponentTest, ConvertedLegacyTest, TestSolrFieldCacheBean, ZkFailoverTest, TestConfigsApi, TestNumericTokenStream, ComputePlanActionTest, HdfsAutoAddReplicasIntegrationTest, BigEndianAscendingWordSerializerTest, DistanceFunctionTest, SolrMetricReporterTest, TimeZoneUtilsTest, HdfsWriteToMultipleCollectionsTest, RuleEngineTest, CdcrReplicationHandlerTest, TestLegacyFieldReuse, CdcrBootstrapTest, DistributedQueryComponentOptimizationTest, TestSolr4Spatial2, TestSubQueryTransformerDistrib, TestPhraseSuggestions, TestLFUCache, TestRecovery, CoreSorterTest, TestPHPSerializedResponseWriter, MergeStrategyTest, HdfsBasicDistributedZkTest, TestCursorMarkWithoutUniqueKey, TestUtils, TestRealTimeGet, TestRawTransformer, TestCryptoKeys, CdcrUpdateLogTest, TestOnReconnectListenerSupport, NodeLostTriggerTest, CollectionTooManyReplicasTest, TestNumericTerms64, TestUseDocValuesAsStored, RAMDirectoryFactoryTest, SSLMigrationTest, UnloadDistributedZkTest, TestInitQParser, TestLegacyTerms, SpatialFilterTest, PathHierarchyTokenizerFactoryTest, TestFreeTextSuggestions, TestCorePropertiesReload, PeerSyncWithIndexFingerprintCachingTest, TestShortCircuitedRequests, BJQParserTest, TestReplicationHandler, TestFieldCache, AsyncCallRequestStatusResponseTest, TestConfigSetsAPIExclusivity, DocValuesMissingTest, HdfsLockFactoryTest, ReplaceNodeTest, FieldAnalysisRequestHandlerTest, TestUtilizeNode, BadIndexSchemaTest, TestNonDefinedSimilarityFactory, TestReplicationHandlerBackup, TestQuerySenderListener, CollectionsAPISolrJTest, TestDFRSimilarityFactory, SpatialHeatmapFacetsTest, JavabinLoaderTest, TestSolr4Spatial, TestManagedResourceStorage, TestRangeQuery, SuggestComponentTest, TestExclusionRuleCollectionAccess, TestSQLHandlerNonCloud, TestSolrDeletionPolicy2, TestDynamicLoading, UninvertDocValuesMergePolicyTest, TestOrdValues, DateFieldTest, BasicDistributedZkTest, ZkStateWriterTest, TestNestedDocsSort, MultiTermTest, TestDocSet, TestSearchPerf, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, PluginInfoTest, TestFastLRUCache, DateMathParserTest, PrimUtilsTest, SpellingQueryConverterTest, ClusterStateTest, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, FileUtilsTest, CircularListTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AssignTest, CollectionStateFormat2Test, ConfigSetsAPITest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribJoinFromCollectionTest, DistributedQueueTest, ForceLeaderTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, TlogReplayBufferedWhileIndexingTest, AutoAddReplicasIntegrationTest, SystemLogListenerTest, TestClusterStateProvider]
   [junit4] Completed [581/767 (3!)] on J0 in 6.04s, 2 tests, 1 failure <<< FAILURES!

[...truncated 48654 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1624 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1624/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([D172AB29985EF335:EEFAA8818F0803D2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13499 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001/init-core-data-001
   [junit4]   2> 3928235 WARN  (SUITE-TestClusterStateProvider-seed#[D172AB29985EF335]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 3928235 INFO  (SUITE-TestClusterStateProvider-seed#[D172AB29985EF335]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3928236 INFO  (SUITE-TestClusterStateProvider-seed#[D172AB29985EF335]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3928236 INFO  (SUITE-TestClusterStateProvider-seed#[D172AB29985EF335]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3928236 INFO  (SUITE-TestClusterStateProvider-seed#[D172AB29985EF335]-worker) [    ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? true
   [junit4]   2> 3928237 INFO  (SUITE-TestClusterStateProvider-seed#[D172AB29985EF335]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001/tempDir-001
   [junit4]   2> 3928237 INFO  (SUITE-TestClusterStateProvider-seed#[D172AB29985EF335]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3928237 INFO  (Thread-9796) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3928237 INFO  (Thread-9796) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3928240 ERROR (Thread-9796) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3928337 INFO  (SUITE-TestClusterStateProvider-seed#[D172AB29985EF335]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52387
   [junit4]   2> 3928342 INFO  (zkConnectionManagerCallback-9561-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3928352 INFO  (jetty-launcher-9558-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3928352 INFO  (jetty-launcher-9558-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3928352 INFO  (jetty-launcher-9558-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3928354 INFO  (jetty-launcher-9558-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4837c33d{/solr,null,AVAILABLE}
   [junit4]   2> 3928354 INFO  (jetty-launcher-9558-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@277994b3{/solr,null,AVAILABLE}
   [junit4]   2> 3928355 INFO  (jetty-launcher-9558-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@27a6060d{HTTP/1.1,[http/1.1]}{127.0.0.1:49032}
   [junit4]   2> 3928355 INFO  (jetty-launcher-9558-thread-3) [    ] o.e.j.s.Server Started @3935779ms
   [junit4]   2> 3928355 INFO  (jetty-launcher-9558-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49032}
   [junit4]   2> 3928355 ERROR (jetty-launcher-9558-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3928355 INFO  (jetty-launcher-9558-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18125dbf{/solr,null,AVAILABLE}
   [junit4]   2> 3928355 INFO  (jetty-launcher-9558-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 3928356 INFO  (jetty-launcher-9558-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7abc5016{HTTP/1.1,[http/1.1]}{127.0.0.1:46101}
   [junit4]   2> 3928356 INFO  (jetty-launcher-9558-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3928356 INFO  (jetty-launcher-9558-thread-1) [    ] o.e.j.s.Server Started @3935779ms
   [junit4]   2> 3928356 INFO  (jetty-launcher-9558-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3928356 INFO  (jetty-launcher-9558-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7284cf28{HTTP/1.1,[http/1.1]}{127.0.0.1:45883}
   [junit4]   2> 3928356 INFO  (jetty-launcher-9558-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T02:58:42.534Z
   [junit4]   2> 3928356 INFO  (jetty-launcher-9558-thread-2) [    ] o.e.j.s.Server Started @3935780ms
   [junit4]   2> 3928356 INFO  (jetty-launcher-9558-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45883}
   [junit4]   2> 3928356 INFO  (jetty-launcher-9558-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46101}
   [junit4]   2> 3928356 ERROR (jetty-launcher-9558-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3928356 INFO  (jetty-launcher-9558-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 3928356 INFO  (jetty-launcher-9558-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3928356 ERROR (jetty-launcher-9558-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3928357 INFO  (jetty-launcher-9558-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 3928357 INFO  (jetty-launcher-9558-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3928357 INFO  (jetty-launcher-9558-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3928357 INFO  (jetty-launcher-9558-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T02:58:42.535Z
   [junit4]   2> 3928356 INFO  (jetty-launcher-9558-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3928358 INFO  (jetty-launcher-9558-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T02:58:42.536Z
   [junit4]   2> 3928358 INFO  (zkConnectionManagerCallback-9563-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3928359 INFO  (jetty-launcher-9558-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3928359 INFO  (zkConnectionManagerCallback-9565-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3928360 INFO  (zkConnectionManagerCallback-9567-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3928360 INFO  (jetty-launcher-9558-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3928360 INFO  (jetty-launcher-9558-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3928366 INFO  (jetty-launcher-9558-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52387/solr
   [junit4]   2> 3928366 INFO  (jetty-launcher-9558-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52387/solr
   [junit4]   2> 3928367 INFO  (jetty-launcher-9558-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52387/solr
   [junit4]   2> 3928367 INFO  (zkConnectionManagerCallback-9576-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3928367 INFO  (zkConnectionManagerCallback-9573-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3928369 INFO  (zkConnectionManagerCallback-9579-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3928369 INFO  (zkConnectionManagerCallback-9581-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3928370 INFO  (zkConnectionManagerCallback-9583-thread-1-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3928373 INFO  (zkConnectionManagerCallback-9585-thread-1-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3928514 INFO  (jetty-launcher-9558-thread-2) [n:127.0.0.1:45883_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3928515 INFO  (jetty-launcher-9558-thread-2) [n:127.0.0.1:45883_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45883_solr
   [junit4]   2> 3928515 INFO  (jetty-launcher-9558-thread-3) [n:127.0.0.1:49032_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3928516 INFO  (jetty-launcher-9558-thread-2) [n:127.0.0.1:45883_solr    ] o.a.s.c.Overseer Overseer (id=99345938672254983-127.0.0.1:45883_solr-n_0000000000) starting
   [junit4]   2> 3928517 INFO  (jetty-launcher-9558-thread-3) [n:127.0.0.1:49032_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49032_solr
   [junit4]   2> 3928520 INFO  (zkCallback-9582-thread-1-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3928520 INFO  (zkCallback-9580-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3928521 INFO  (jetty-launcher-9558-thread-1) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3928524 INFO  (jetty-launcher-9558-thread-1) [n:127.0.0.1:46101_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3928526 INFO  (jetty-launcher-9558-thread-1) [n:127.0.0.1:46101_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46101_solr
   [junit4]   2> 3928529 INFO  (zkCallback-9584-thread-1-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3928530 INFO  (zkCallback-9580-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3928534 INFO  (jetty-launcher-9558-thread-2) [n:127.0.0.1:45883_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45883_solr
   [junit4]   2> 3928535 INFO  (zkCallback-9584-thread-1-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3928536 INFO  (zkCallback-9582-thread-1-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3928538 INFO  (zkCallback-9582-thread-1-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3928540 INFO  (zkCallback-9580-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3928594 INFO  (jetty-launcher-9558-thread-1) [n:127.0.0.1:46101_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46101.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3928599 INFO  (jetty-launcher-9558-thread-1) [n:127.0.0.1:46101_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46101.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3928599 INFO  (jetty-launcher-9558-thread-1) [n:127.0.0.1:46101_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46101.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3928600 INFO  (jetty-launcher-9558-thread-1) [n:127.0.0.1:46101_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001/tempDir-001/node1/.
   [junit4]   2> 3928680 INFO  (jetty-launcher-9558-thread-2) [n:127.0.0.1:45883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45883.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3928685 INFO  (jetty-launcher-9558-thread-2) [n:127.0.0.1:45883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45883.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3928685 INFO  (jetty-launcher-9558-thread-2) [n:127.0.0.1:45883_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45883.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3928685 INFO  (jetty-launcher-9558-thread-2) [n:127.0.0.1:45883_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001/tempDir-001/node2/.
   [junit4]   2> 3928724 INFO  (jetty-launcher-9558-thread-3) [n:127.0.0.1:49032_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49032.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3928729 INFO  (jetty-launcher-9558-thread-3) [n:127.0.0.1:49032_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49032.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3928729 INFO  (jetty-launcher-9558-thread-3) [n:127.0.0.1:49032_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49032.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3928730 INFO  (jetty-launcher-9558-thread-3) [n:127.0.0.1:49032_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001/tempDir-001/node3/.
   [junit4]   2> 3928752 INFO  (zkConnectionManagerCallback-9593-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3928756 INFO  (zkConnectionManagerCallback-9597-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3928758 INFO  (SUITE-TestClusterStateProvider-seed#[D172AB29985EF335]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3928759 INFO  (SUITE-TestClusterStateProvider-seed#[D172AB29985EF335]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52387/solr ready
   [junit4]   2> 3928764 INFO  (qtp2007438466-40348) [n:127.0.0.1:49032_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3928775 INFO  (OverseerThreadFactory-14584-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 3928887 INFO  (OverseerStateUpdate-99345938672254983-127.0.0.1:45883_solr-n_0000000000) [n:127.0.0.1:45883_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45883/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3928891 INFO  (OverseerStateUpdate-99345938672254983-127.0.0.1:45883_solr-n_0000000000) [n:127.0.0.1:45883_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46101/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3928893 INFO  (OverseerStateUpdate-99345938672254983-127.0.0.1:45883_solr-n_0000000000) [n:127.0.0.1:45883_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49032/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3929099 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3929099 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 3929099 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3929099 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3929100 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3929100 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3929214 INFO  (zkCallback-9582-thread-1-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3929214 INFO  (zkCallback-9584-thread-1-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3929215 INFO  (zkCallback-9584-thread-2-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3929215 INFO  (zkCallback-9580-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3929215 INFO  (zkCallback-9580-thread-2-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3929216 INFO  (zkCallback-9582-thread-2-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3930125 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3930129 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3930130 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3930132 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 3930147 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
   [junit4]   2> 3930148 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 3930149 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 3930153 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 3930155 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 3930157 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 3930159 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 3930160 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 3930160 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 3930162 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 3930162 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 3930166 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 3930166 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
   [junit4]   2> 3930166 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46101.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3930167 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3930167 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
   [junit4]   2> 3930168 WARN  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
   [junit4]   2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:70)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1087)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3930169 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
   [junit4]   2> 3930170 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49032.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3930170 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3930170 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001/tempDir-001/node3/.system_shard1_replica_p4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001/tempDir-001/node3/./.system_shard1_replica_p4/data/]
   [junit4]   2> 3930167 WARN  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
   [junit4]   2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:70)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1087)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3930187 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 3930187 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45883.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3930187 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3930188 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
   [junit4]   2> 3930258 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3930259 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3930273 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 3930273 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3930273 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@59a4e02d[.system_shard1_replica_n2] main]
   [junit4]   2> 3930273 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 3930278 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 3930278 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 3930278 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 3930281 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 3930284 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 3930284 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 5 ms
   [junit4]   2> 3930285 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3930285 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589535020902514688
   [junit4]   2> 3930285 INFO  (searcherExecutor-14591-thread-1-processing-n:127.0.0.1:46101_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@59a4e02d[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3930291 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 3930291 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3930294 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 3930296 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@185ac447[.system_shard1_replica_p4] main]
   [junit4]   2> 3930297 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 3930298 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 3930298 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 3930299 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 3930299 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3930301 INFO  (searcherExecutor-14592-thread-1-processing-n:127.0.0.1:49032_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@185ac447[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3930301 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 3930301 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 3930303 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 3930303 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3930305 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3930305 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3930306 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 3930306 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3930307 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c77c145[.system_shard1_replica_n1] main]
   [junit4]   2> 3930309 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 3930309 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 3930309 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 3930314 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 3930316 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 3930319 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 3930319 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 5 ms
   [junit4]   2> 3930320 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3930320 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589535020939214848
   [junit4]   2> 3930321 INFO  (searcherExecutor-14593-thread-1-processing-n:127.0.0.1:45883_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@7c77c145[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3930396 INFO  (zkCallback-9584-thread-1-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3930396 INFO  (zkCallback-9582-thread-1-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3930396 INFO  (zkCallback-9580-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3930396 INFO  (zkCallback-9582-thread-2-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3930396 INFO  (zkCallback-9584-thread-2-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3930396 INFO  (zkCallback-9580-thread-2-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3930796 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3930796 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3930796 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46101/solr/.system_shard1_replica_n2/
   [junit4]   2> 3930796 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:46101/solr START replicas=[http://127.0.0.1:45883/solr/.system_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 3930798 INFO  (qtp679470685-40360) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3931097 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:46101/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3931097 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3931097 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3931098 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3931104 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46101/solr/.system_shard1_replica_n2/ shard1
   [junit4]   2> 3931207 INFO  (zkCallback-9582-thread-1-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3931207 INFO  (zkCallback-9580-thread-2-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3931207 INFO  (zkCallback-9580-thread-3-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3931207 INFO  (zkCallback-9584-thread-2-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3931207 INFO  (zkCallback-9582-thread-2-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3931209 INFO  (zkCallback-9584-thread-1-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3931225 INFO  (indexFetcher-14603-thread-1) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node5 is leader but it's state is down, skipping replication
   [junit4]   2> 3931256 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3931260 INFO  (qtp836398932-40338) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2162
   [junit4]   2> 3931310 INFO  (qtp2007438466-40349) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2212
   [junit4]   2> 3931336 INFO  (qtp679470685-40357) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2239
   [junit4]   2> 3931345 INFO  (qtp2007438466-40348) [n:127.0.0.1:49032_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3931437 INFO  (zkCallback-9582-thread-2-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3931437 INFO  (zkCallback-9580-thread-3-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3931437 INFO  (zkCallback-9580-thread-2-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3931437 INFO  (zkCallback-9582-thread-1-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3931437 INFO  (zkCallback-9584-thread-1-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3931437 INFO  (zkCallback-9584-thread-2-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3932346 INFO  (qtp2007438466-40348) [n:127.0.0.1:49032_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3582
   [junit4]   2> 3932352 INFO  (qtp2007438466-40350) [n:127.0.0.1:49032_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 3932356 INFO  (qtp836398932-40340) [n:127.0.0.1:46101_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 3932360 INFO  (qtp679470685-40361) [n:127.0.0.1:45883_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 3932608 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
   [junit4]   2> 3932609 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3932610 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@512a5ad0{/solr,null,AVAILABLE}
   [junit4]   2> 3932611 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2b8bccbe{HTTP/1.1,[http/1.1]}{127.0.0.1:54701}
   [junit4]   2> 3932611 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.e.j.s.Server Started @3940036ms
   [junit4]   2> 3932611 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54701}
   [junit4]   2> 3932611 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3932611 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 3932612 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3932612 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3932612 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T02:58:46.790Z
   [junit4]   2> 3932614 INFO  (zkConnectionManagerCallback-9599-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3932615 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3932622 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52387/solr
   [junit4]   2> 3932624 INFO  (zkConnectionManagerCallback-9603-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3932628 INFO  (zkConnectionManagerCallback-9605-thread-1-processing-n:127.0.0.1:54701_solr) [n:127.0.0.1:54701_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3932641 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [n:127.0.0.1:54701_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3932645 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [n:127.0.0.1:54701_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3932650 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [n:127.0.0.1:54701_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54701_solr
   [junit4]   2> 3932651 INFO  (zkCallback-9580-thread-3-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3932651 INFO  (zkCallback-9596-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3932652 INFO  (zkCallback-9582-thread-1-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3932652 INFO  (zkCallback-9584-thread-2-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3932655 INFO  (zkCallback-9604-thread-1-processing-n:127.0.0.1:54701_solr) [n:127.0.0.1:54701_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3932713 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [n:127.0.0.1:54701_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54701.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3932719 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [n:127.0.0.1:54701_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54701.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3932719 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [n:127.0.0.1:54701_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54701.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@57cf0771
   [junit4]   2> 3932720 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [n:127.0.0.1:54701_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001/tempDir-001/node4/.
   [junit4]   2> 3932798 INFO  (OverseerCollectionConfigSetProcessor-99345938672254983-127.0.0.1:45883_solr-n_0000000000) [n:127.0.0.1:45883_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3932951 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7abc5016{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3932954 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=797553069
   [junit4]   2> 3932954 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3932954 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3dda794a: rootName = solr_46101, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@894be4a
   [junit4]   2> 3932959 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3932959 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7556f7cb: rootName = solr_46101, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@201ae0de
   [junit4]   2> 3932962 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3932962 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a259b4d: rootName = solr_46101, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@70cf45a5
   [junit4]   2> 3932964 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46101_solr
   [junit4]   2> 3932965 INFO  (zkCallback-9580-thread-3-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3932965 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3932966 INFO  (zkCallback-9584-thread-2-processing-n:127.0.0.1:46101_solr) [n:127.0.0.1:46101_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3932966 INFO  (zkCallback-9596-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3932966 INFO  (zkCallback-9582-thread-1-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3932966 INFO  (zkCallback-9604-thread-1-processing-n:127.0.0.1:54701_solr) [n:127.0.0.1:54701_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3932966 INFO  (coreCloseExecutor-14617-thread-1) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@7febe278
   [junit4]   2> 3932967 INFO  (coreCloseExecutor-14617-thread-1) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=2146165368
   [junit4]   2> 3932967 INFO  (coreCloseExecutor-14617-thread-1) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19f9ba04: rootName = solr_46101, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@394248a8
   [junit4]   2> 3932973 INFO  (coreCloseExecutor-14617-thread-1) [n:127.0.0.1:46101_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=2146165368
   [junit4]   2> 3932976 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@277994b3{/solr,null,UNAVAILABLE}
   [junit4]   2> 3932978 INFO  (zkCallback-9580-thread-3-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3933080 INFO  (zkCallback-9580-thread-2-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3933080 INFO  (zkCallback-9582-thread-2-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3933080 INFO  (zkCallback-9582-thread-1-processing-n:127.0.0.1:49032_solr) [n:127.0.0.1:49032_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3933080 INFO  (zkCallback-9580-thread-1-processing-n:127.0.0.1:45883_solr) [n:127.0.0.1:45883_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3933186 INFO  (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[D172AB29985EF335]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAddRemoveNode
   [junit4]   2> 3933304 INFO  (indexFetcher-14603-thread-1) [n:127.0.0.1:49032_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
   [junit4]   2> 3933438 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[D172AB29985EF335]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
   [junit4]   2> 3933445 INFO  (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[D172AB29985EF335]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=D172AB29985EF335 -Dtests.slow=true -Dtests.locale=sr-Latn -Dtests.timezone=America/Catamarca -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.26s J1 | TestClusterStateProvider.testAutoScalingConfig <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
   [junit4]    >   "cluster-preferences":[{"maximize":"freedisk"}],
   [junit4]    >   "triggers":{".auto_add_replicas":{
   [junit4]    >       "name":".auto_add_replicas",
   [junit4]    >       "event":"nodeLost",
   [junit4]    >       "waitFor":30,
   [junit4]    >       "actions":[
   [junit4]    >         {
   [junit4]    >           "name":"auto_add_replicas_plan",
   [junit4]    >           "class":"solr.AutoAddReplicasPlanAction"},
   [junit4]    >         {
   [junit4]    >           "name":"execute_plan",
   [junit4]    >           "class":"solr.ExecutePlanAction"}],
   [junit4]    >       "enabled":true}},
   [junit4]    >   "listeners":{".auto_add_replicas.system":{
   [junit4]    >       "trigger":".auto_add_replicas",
   [junit4]    >       "afterAction":[],
   [junit4]    >       "stage":[
   [junit4]    >         "STARTED",
   [junit4]    >         "ABORTED",
   [junit4]    >         "SUCCEEDED",
   [junit4]    >         "FAILED",
   [junit4]    >         "BEFORE_ACTION",
   [junit4]    >         "AFTER_ACTION",
   [junit4]    >         "IGNORED"],
   [junit4]    >       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
   [junit4]    >       "beforeAction":[]}},
   [junit4]    >   "properties":{}}>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D172AB29985EF335:EEFAA8818F0803D2]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3933448 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3933458 INFO  (jetty-closer-9559-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2b8bccbe{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3933461 INFO  (jetty-closer-9559-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7284cf28{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3933461 INFO  (jetty-closer-9559-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=120394589
   [junit4]   2> 3933464 INFO  (jetty-closer-9559-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@27a6060d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3933464 INFO  (jetty-closer-9559-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3933466 INFO  (jetty-closer-9559-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=402420523
   [junit4]   2> 3933466 INFO  (jetty-closer-9559-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@484f387: rootName = solr_54701, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@647eb2d7
   [junit4]   2> 3933467 INFO  (jetty-closer-9559-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3933467 INFO  (jetty-closer-9559-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43809bf3: rootName = solr_49032, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@640f674d
   [junit4]   2> 3933464 INFO  (jetty-closer-9559-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1756045530
   [junit4]   2> 3933482 INFO  (jetty-closer-9559-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3933482 INFO  (jetty-closer-9559-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.s

[...truncated too long message...]

:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99345938672254984-127.0.0.1:49032_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_D172AB29985EF335-001
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=32719, maxDocsPerChunk=492, blockSize=38), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=32719, blockSize=38)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@70a90b79), locale=sr-Latn, timezone=America/Catamarca
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=167548224,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestReplicaProperties, TestManagedSchemaAPI, HealthCheckHandlerTest, TestLRUCache, UpdateRequestProcessorFactoryTest, TestFieldCacheWithThreads, SolrCoreCheckLockOnStartupTest, TestConfigSets, HighlighterMaxOffsetTest, PreAnalyzedUpdateProcessorTest, TestScoreJoinQPNoScore, TestHttpShardHandlerFactory, TestLegacyNumericRangeQueryBuilder, DistributedQueueTest, SaslZkACLProviderTest, SOLR749Test, DistributedFacetPivotSmallTest, DocumentBuilderTest, HdfsDirectoryTest, OverriddenZkACLAndCredentialsProvidersTest, TestFieldCacheSortRandom, TestAnalyzeInfixSuggestions, SolrMetricsIntegrationTest, SampleTest, TestImplicitCoreProperties, TestStressLucene, TestAnalyzedSuggestions, LeaderInitiatedRecoveryOnShardRestartTest, TestHdfsBackupRestoreCore, TestComplexPhraseLeadingWildcard, SolrIndexSplitterTest, BigEndianAscendingWordDeserializerTest, DistributedMLTComponentTest, TestLeaderElectionZkExpiry, DistributedQueryComponentCustomSortTest, TestNodeAddedTrigger, TestDeleteCollectionOnDownNodes, TestStressVersions, CoreAdminHandlerTest, ZkStateReaderTest, SimpleFacetsTest, SystemInfoHandlerTest, TestCloudPseudoReturnFields, TestSimpleTrackingShardHandler, TestSQLHandler, TestLocalFSCloudBackupRestore, TestCopyFieldCollectionResource, CoreAdminCreateDiscoverTest, TestSchemaResource, AutoAddReplicasIntegrationTest, TestCustomStream, TestPrepRecovery, DistributedIntervalFacetingTest, TestSolrIndexConfig, DateRangeFieldTest, TestFaceting, SoftAutoCommitTest, TestBM25SimilarityFactory, TestDistributedGrouping, TestFieldTypeResource, TestIndexSearcher, TestDistributedStatsComponentCardinality, TestSystemIdResolver, TestCloudJSONFacetJoinDomain, TestCollectionAPIs, TestCrossCoreJoin, ConfigureRecoveryStrategyTest, OpenCloseCoreStressTest, RankQueryTest, TestLuceneMatchVersion, CdcrBidirectionalTest, TimeRoutedAliasUpdateProcessorTest, DirectSolrSpellCheckerTest, UUIDUpdateProcessorFallbackTest, TestSolrCloudWithHadoopAuthPlugin, TestJsonRequest, CdcrRequestHandlerTest, CollectionsAPIAsyncDistributedZkTest, TestSchemaVersionResource, ActionThrottleTest, AtomicUpdatesTest, TestExceedMaxTermLength, TestDFISimilarityFactory, TestCharFilters, CollectionsAPIDistributedZkTest, TestNumericTerms32, ConjunctionSolrSpellCheckerTest, BadComponentTest, TestSmileRequest, SolrPluginUtilsTest, UpdateLogTest, TestGenericDistributedQueue, BasicDistributedZk2Test, SimpleMLTQParserTest, LoggingHandlerTest, DistributedFacetPivotLongTailTest, TestValueSourceCache, AutoScalingHandlerTest, TestCloudDeleteByQuery, TestRestManager, CacheHeaderTest, TestPostingsSolrHighlighter, BasicAuthStandaloneTest, TestRandomRequestDistribution, DOMUtilTest, TestSolrQueryParser, StatsReloadRaceTest, TestZkChroot, TestTriggerIntegration, TestSortByMinMaxFunction, PreAnalyzedFieldTest, SolrGraphiteReporterTest, TestSchemalessBufferedUpdates, CopyFieldTest, LukeRequestHandlerTest, BlockDirectoryTest, TestRawResponseWriter, TestDocTermOrds, TestSlowCompositeReaderWrapper, TestDocSet, ChaosMonkeySafeLeaderTest, TestSolrCLIRunExample, TestQueryTypes, TestStreamBody, HdfsUnloadDistributedZkTest, TestNoOpRegenerator, TermVectorComponentDistributedTest, HttpTriggerListenerTest, SimplePostToolTest, TestSuggestSpellingConverter, TestDynamicFieldResource, TestSimpleTextCodec, TestFastWriter, TestFilteredDocIdSet, TestReqParamsAPI, DocumentAnalysisRequestHandlerTest, CdcrReplicationDistributedZkTest, TestExactSharedStatsCache, MBeansHandlerTest, TestMergePolicyConfig, TestHdfsCloudBackupRestore, UtilsToolTest, TestRecoveryHdfs, TestLMJelinekMercerSimilarityFactory, TestSolrCloudWithSecureImpersonation, ImplicitSnitchTest, DocValuesMultiTest, TestStressReorder, PeerSyncReplicationTest, TestHalfAndHalfDocValues, DebugComponentTest, TestJsonFacetRefinement, PingRequestHandlerTest, TestTrie, DirectoryFactoryTest, InfixSuggestersTest, TestDefaultStatsCache, SolrXmlInZkTest, VMParamsZkACLAndCredentialsProvidersTest, AliasIntegrationTest, HLLUtilTest, BadCopyFieldTest, TestStressInPlaceUpdates, TestSystemCollAutoCreate, TestNumericRangeQuery64, TestElisionMultitermQuery, DistributedFacetExistsSmallTest, TestSizeLimitedDistributedMap, HdfsDirectoryFactoryTest, TestRemoteStreaming, TestEmbeddedSolrServerConstructors, SynonymTokenizerTest, MetricUtilsTest, CloudExitableDirectoryReaderTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestPerFieldSimilarityWithDefaultOverride, TestPayloadCheckQParserPlugin, NodeAddedTriggerTest, WrapperMergePolicyFactoryTest, HdfsRecoverLeaseTest, DistributedSuggestComponentTest, ConnectionManagerTest, TestMissingGroups, SolrCoreTest, TestXmlQParserPlugin, TestCustomSort, TestSort, TestSolrConfigHandlerCloud, SpellPossibilityIteratorTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestHashPartitioner, ZkControllerTest, TestReload, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, TestSolr4Spatial, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestBadConfig, HighlighterTest, ShowFileRequestHandlerTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, TestSolrDeletionPolicy1, IndexBasedSpellCheckerTest, TestSurroundQueryParser, TestQueryUtils, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, TestCollationField, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, SolrIndexConfigTest, TestStressRecovery, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestConfig, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestCodecSupport, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestSolrJ, TestDocumentBuilder, ZkNodePropsTest, FileUtilsTest, TestRTGBase, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestLuceneIndexBackCompat, TestJettySolrRunner, AssignTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, LegacyCloudClusterPropTest, MoveReplicaHDFSFailoverTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, TestAuthenticationFramework, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread, TestLockTree, TestMiniSolrCloudClusterSSL, TestRequestStatusCollectionAPI, TestSSLRandomization, TestSegmentSorting, TestSkipOverseerOperations, TestStressCloudBlindAtomicUpdates, TestTlogReplica, HdfsAutoAddReplicasIntegrationTest, TestClusterStateProvider]
   [junit4] Completed [582/767 (1!)] on J1 in 11.43s, 2 tests, 1 failure <<< FAILURES!

[...truncated 48699 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1623 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1623/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=6762, name=jetty-launcher-1369-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=6758, name=jetty-launcher-1369-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=6762, name=jetty-launcher-1369-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=6758, name=jetty-launcher-1369-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([379009AB36B03262]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([379009AB36B03262:8180A0321E6C285]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12105 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> 778497 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[379009AB36B03262]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_379009AB36B03262-001/init-core-data-001
   [junit4]   2> 778498 WARN  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[379009AB36B03262]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 778498 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[379009AB36B03262]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 778499 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[379009AB36B03262]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 778528 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[379009AB36B03262]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_379009AB36B03262-001/tempDir-001
   [junit4]   2> 778528 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[379009AB36B03262]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 778529 INFO  (Thread-1735) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 778529 INFO  (Thread-1735) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 778530 ERROR (Thread-1735) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 778629 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[379009AB36B03262]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:58640
   [junit4]   2> 778633 INFO  (zkConnectionManagerCallback-1372-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 778647 INFO  (jetty-launcher-1369-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 778647 INFO  (jetty-launcher-1369-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 778649 INFO  (jetty-launcher-1369-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5426dc34{/solr,null,AVAILABLE}
   [junit4]   2> 778650 INFO  (jetty-launcher-1369-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f8fffe0{SSL,[ssl, http/1.1]}{127.0.0.1:54153}
   [junit4]   2> 778650 INFO  (jetty-launcher-1369-thread-1) [    ] o.e.j.s.Server Started @780979ms
   [junit4]   2> 778650 INFO  (jetty-launcher-1369-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54153}
   [junit4]   2> 778650 ERROR (jetty-launcher-1369-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 778650 INFO  (jetty-launcher-1369-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 778650 INFO  (jetty-launcher-1369-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 778650 INFO  (jetty-launcher-1369-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 778650 INFO  (jetty-launcher-1369-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T13:28:56.887Z
   [junit4]   2> 778653 INFO  (jetty-launcher-1369-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27eb6692{/solr,null,AVAILABLE}
   [junit4]   2> 778654 INFO  (jetty-launcher-1369-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@230c51bf{SSL,[ssl, http/1.1]}{127.0.0.1:53570}
   [junit4]   2> 778654 INFO  (jetty-launcher-1369-thread-2) [    ] o.e.j.s.Server Started @780984ms
   [junit4]   2> 778654 INFO  (jetty-launcher-1369-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53570}
   [junit4]   2> 778654 ERROR (jetty-launcher-1369-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 778654 INFO  (jetty-launcher-1369-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 778654 INFO  (jetty-launcher-1369-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 778655 INFO  (jetty-launcher-1369-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 778655 INFO  (jetty-launcher-1369-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T13:28:56.892Z
   [junit4]   2> 778663 INFO  (zkConnectionManagerCallback-1376-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 778664 INFO  (zkConnectionManagerCallback-1374-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 778664 INFO  (jetty-launcher-1369-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 778672 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160efb57cbe0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 778676 INFO  (jetty-launcher-1369-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58640/solr
   [junit4]   2> 778678 INFO  (jetty-launcher-1369-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 778679 INFO  (zkConnectionManagerCallback-1380-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 778684 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160efb57cbe0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 778685 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160efb57cbe0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 778689 INFO  (jetty-launcher-1369-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58640/solr
   [junit4]   2> 778691 INFO  (zkConnectionManagerCallback-1386-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 778692 INFO  (zkConnectionManagerCallback-1382-thread-1-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 778694 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160efb57cbe0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 778696 INFO  (zkConnectionManagerCallback-1388-thread-1-processing-n:127.0.0.1:54153_solr) [n:127.0.0.1:54153_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 778847 INFO  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 778849 INFO  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53570_solr
   [junit4]   2> 778850 INFO  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.s.c.Overseer Overseer (id=99342754563096580-127.0.0.1:53570_solr-n_0000000000) starting
   [junit4]   2> 778860 INFO  (jetty-launcher-1369-thread-1) [n:127.0.0.1:54153_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 778862 INFO  (jetty-launcher-1369-thread-1) [n:127.0.0.1:54153_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54153_solr
   [junit4]   2> 778865 INFO  (zkCallback-1381-thread-1-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 778877 INFO  (zkCallback-1387-thread-1-processing-n:127.0.0.1:54153_solr) [n:127.0.0.1:54153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 778880 INFO  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53570_solr
   [junit4]   2> 778881 INFO  (zkCallback-1381-thread-1-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 778882 INFO  (zkCallback-1387-thread-1-processing-n:127.0.0.1:54153_solr) [n:127.0.0.1:54153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 778918 INFO  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 778922 WARN  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 778927 INFO  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 778991 INFO  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 779002 INFO  (jetty-launcher-1369-thread-1) [n:127.0.0.1:54153_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 779002 WARN  (jetty-launcher-1369-thread-1) [n:127.0.0.1:54153_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 779003 INFO  (jetty-launcher-1369-thread-1) [n:127.0.0.1:54153_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 779004 INFO  (jetty-launcher-1369-thread-1) [n:127.0.0.1:54153_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 779014 INFO  (jetty-launcher-1369-thread-1-EventThread) [n:127.0.0.1:54153_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 779015 INFO  (jetty-launcher-1369-thread-2-EventThread) [n:127.0.0.1:53570_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 779099 WARN  (jetty-launcher-1369-thread-1) [n:127.0.0.1:54153_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 779103 WARN  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 779151 INFO  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53570.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee45b6a
   [junit4]   2> 779151 INFO  (jetty-launcher-1369-thread-1) [n:127.0.0.1:54153_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54153.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee45b6a
   [junit4]   2> 779157 INFO  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53570.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee45b6a
   [junit4]   2> 779158 INFO  (jetty-launcher-1369-thread-1) [n:127.0.0.1:54153_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54153.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee45b6a
   [junit4]   2> 779158 INFO  (jetty-launcher-1369-thread-1) [n:127.0.0.1:54153_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54153.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee45b6a
   [junit4]   2> 779159 INFO  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53570.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee45b6a
   [junit4]   2> 779159 INFO  (jetty-launcher-1369-thread-1) [n:127.0.0.1:54153_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_379009AB36B03262-001/tempDir-001/node1/.
   [junit4]   2> 779159 INFO  (jetty-launcher-1369-thread-2) [n:127.0.0.1:53570_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_379009AB36B03262-001/tempDir-001/node2/.
   [junit4]   2> 779187 INFO  (zkConnectionManagerCallback-1394-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 779189 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160efb57cbe0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 779206 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 779256 INFO  (qtp328959889-6727) [n:127.0.0.1:54153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 779256 INFO  (qtp328959889-6727) [n:127.0.0.1:54153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 779262 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1515886137463&s=ncLmE7WUVsxBNQyo41Iz63YBIo0="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:28:57 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:28:57 GMT
   [junit4]   2> 779263 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 779281 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 784424 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1515886137519&s=HS6k/1Nfo+T96mURu3Gevsyyz+E="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:28:57 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:28:57 GMT
   [junit4]   2> 784425 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 784457 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 784459 INFO  (zkConnectionManagerCallback-1397-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 784963 INFO  (zkConnectionManagerCallback-1400-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 784964 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[379009AB36B03262]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 784965 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[379009AB36B03262]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58640/solr ready
   [junit4]   2> 784969 INFO  (qtp328959889-6712) [n:127.0.0.1:54153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 784971 INFO  (OverseerThreadFactory-2749-thread-1-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 785093 INFO  (OverseerStateUpdate-99342754563096580-127.0.0.1:53570_solr-n_0000000000) [n:127.0.0.1:53570_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:53570/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 785329 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 785330 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 785439 INFO  (zkCallback-1381-thread-1-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 785440 INFO  (zkCallback-1381-thread-2-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 786371 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 786395 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 786475 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 786494 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 786494 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53570.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee45b6a
   [junit4]   2> 786494 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 786494 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_379009AB36B03262-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_379009AB36B03262-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 786496 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=64.025390625, floorSegmentMB=1.84765625, forceMergeDeletesPctAllowed=20.341544849345777, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 786541 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 786541 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 786542 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 786542 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 786543 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=26.98828125, floorSegmentMB=0.63671875, forceMergeDeletesPctAllowed=20.969236724018764, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6441846278805997
   [junit4]   2> 786543 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40071adc[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 786545 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 786548 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 786563 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 786563 INFO  (searcherExecutor-2754-thread-1-processing-n:127.0.0.1:53570_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 786563 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589484081433804800
   [junit4]   2> 786563 INFO  (searcherExecutor-2754-thread-1-processing-n:127.0.0.1:53570_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 786563 INFO  (searcherExecutor-2754-thread-1-processing-n:127.0.0.1:53570_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 786563 INFO  (searcherExecutor-2754-thread-1-processing-n:127.0.0.1:53570_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 786563 INFO  (searcherExecutor-2754-thread-1-processing-n:127.0.0.1:53570_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 786564 INFO  (searcherExecutor-2754-thread-1-processing-n:127.0.0.1:53570_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 786564 INFO  (searcherExecutor-2754-thread-1-processing-n:127.0.0.1:53570_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 786564 INFO  (searcherExecutor-2754-thread-1-processing-n:127.0.0.1:53570_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 786564 INFO  (searcherExecutor-2754-thread-1-processing-n:127.0.0.1:53570_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 786565 INFO  (searcherExecutor-2754-thread-1-processing-n:127.0.0.1:53570_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@40071adc[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 786569 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 786569 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 786569 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:53570/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 786569 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 786569 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:53570/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 786569 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 786573 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:53570/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 786680 INFO  (zkCallback-1381-thread-3-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 786680 INFO  (zkCallback-1381-thread-2-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 786729 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 786734 INFO  (qtp1647803379-6720) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1406
   [junit4]   2> 786735 WARN  (httpShardExecutor-2741-thread-1-processing-n:127.0.0.1:53570_solr [https:////127.0.0.1:53570//solr] https:////127.0.0.1:53570//solr) [n:127.0.0.1:53570_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515886143565&s=oGqshg2L43MRBclmUCvKk5juafI="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:03 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:03 GMT
   [junit4]   2> 786743 INFO  (qtp328959889-6712) [n:127.0.0.1:54153_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 786836 INFO  (zkCallback-1381-thread-2-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 786836 INFO  (zkCallback-1381-thread-3-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 786975 INFO  (OverseerCollectionConfigSetProcessor-99342754563096580-127.0.0.1:53570_solr-n_0000000000) [n:127.0.0.1:53570_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 787750 INFO  (qtp328959889-6712) [n:127.0.0.1:54153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2782
   [junit4]   2> 787751 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515886143205&s=v4+yFTAeh/KVjQz28/xqulX8uNc="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:03 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:03 GMT
   [junit4]   2> 787751 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[379009AB36B03262]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 787752 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[379009AB36B03262]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 787761 INFO  (qtp328959889-6728) [n:127.0.0.1:54153_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 787774 INFO  (qtp1647803379-6716) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=1
   [junit4]   2> 787775 WARN  (qtp328959889-6728) [n:127.0.0.1:54153_solr    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515886146008&s=V88G/IZFHLgA5aGs+PcRhT+Rqhc="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:06 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:06 GMT
   [junit4]   2> 787776 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515886145997&s=596lNy+0JttkLrPHv7RZXM9YDto="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:05 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:05 GMT
   [junit4]   2> 787776 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1515886146008&s=V88G/IZFHLgA5aGs+PcRhT+Rqhc="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:06 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:06 GMT
   [junit4]   2> 787784 INFO  (qtp1647803379-6717) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 787785 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1515886146021&s=J6C2RZEwfJpDqRy4ss+EkyONZkE="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:06 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:06 GMT
   [junit4]   2> 787786 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 787811 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 787819 INFO  (qtp328959889-6710) [    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 787820 WARN  (qtp328959889-6710) [    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 29 more
   [junit4]   2> 787823 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 787868 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 787872 INFO  (qtp328959889-6712) [n:127.0.0.1:54153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 787873 INFO  (qtp328959889-6712) [n:127.0.0.1:54153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 787873 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515886146108&s=8S5snHaI7HRa53+/ROZ1/Spziy8="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:06 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:06 GMT
   [junit4]   2> 787873 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 787897 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 787905 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515886146134&s=lKrY3/m/j+OwhAnB+uYIX5pFxns="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:06 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:06 GMT
   [junit4]   2> 787905 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 787929 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 787931 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1515886146166&s=9DVOIeTZgj2hkzurHj1jpJlxh2U="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:06 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:06 GMT
   [junit4]   2> 787932 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 787951 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 787953 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1515886146189&s=rB4wOMuErZT1opYKbkrXt9s2SGY="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:06 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:06 GMT
   [junit4]   2> 787953 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 787979 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 787992 WARN  (qtp328959889-6727) [n:127.0.0.1:54153_solr    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
   [junit4]   2> id: invalid user name: "bar"
   [junit4]   2> 
   [junit4]   2> 787994 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1515886146216&s=aG0+w2w0i8BXLjiV9S8FJmlD5jA="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:06 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:06 GMT
   [junit4]   2> 787994 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 788011 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 788012 INFO  (qtp328959889-6710) [n:127.0.0.1:54153_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 788012 INFO  (qtp328959889-6710) [n:127.0.0.1:54153_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 788013 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1515886146249&s=QNqxAw5gHjDRujGYZFAp1HDN1ks="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:06 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:06 GMT
   [junit4]   2> 788013 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 788035 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 788037 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1515886146272&s=X5801/OsDlwCj4Q4GCceG+6Thx4="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:06 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:06 GMT
   [junit4]   2> 788037 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 788064 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 803894 WARN  (jetty-launcher-1369-thread-1-SendThread(127.0.0.1:58640)) [n:127.0.0.1:54153_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15882ms for sessionid 0x160efb57cbe0006
   [junit4]   2> 803894 WARN  (jetty-launcher-1369-thread-1-SendThread(127.0.0.1:58640)) [n:127.0.0.1:54153_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18112ms for sessionid 0x160efb57cbe0008
   [junit4]   2> 803894 WARN  (jetty-launcher-1369-thread-2-SendThread(127.0.0.1:58640)) [n:127.0.0.1:53570_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18113ms for sessionid 0x160efb57cbe0007
   [junit4]   2> 803894 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160efb57cbe0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 803894 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160efb57cbe0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 803894 WARN  (jetty-launcher-1369-thread-2-SendThread(127.0.0.1:58640)) [n:127.0.0.1:53570_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16918ms for sessionid 0x160efb57cbe0004
   [junit4]   2> 803894 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160efb57cbe0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 803895 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160efb57cbe0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 803896 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[379009AB36B03262]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1515886146301&s=bksjSp++W8MPJrVzKvPiOob4zIU="; Path=/; Domain=127.0.0.1; Expires=sáb, 13-ene-2018 23:29:06 GMT; Secure; HttpOnly". Invalid 'expires' attribute: sáb, 13-ene-2018 23:29:06 GMT
   [junit4]   2> 803896 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[379009AB36B03262]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 803996 WARN  (zkConnectionManagerCallback-1388-thread-1-processing-n:127.0.0.1:54153_solr) [n:127.0.0.1:54153_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e6c355a name: ZooKeeperConnection Watcher:127.0.0.1:58640/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 803996 WARN  (zkConnectionManagerCallback-1388-thread-1-processing-n:127.0.0.1:54153_solr) [n:127.0.0.1:54153_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 803999 INFO  (jetty-launcher-1369-thread-1-EventThread) [n:127.0.0.1:54153_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 804002 WARN  (zkConnectionManagerCallback-1400-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76255137 name: ZooKeeperConnection Watcher:127.0.0.1:58640/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 804004 WARN  (zkConnectionManagerCallback-1382-thread-1-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@26ddd964 name: ZooKeeperConnection Watcher:127.0.0.1:58640/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 804004 WARN  (zkConnectionManagerCallback-1382-thread-1-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 804009 INFO  (jetty-closer-1370-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@230c51bf{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 804010 INFO  (jetty-closer-1370-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f8fffe0{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 804012 INFO  (jetty-closer-1370-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1278403053
   [junit4]   2> 804012 INFO  (jetty-closer-1370-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1029973691
   [junit4]   2> 804012 INFO  (jetty-closer-1370-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 804012 INFO  (jetty-closer-1370-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c9cf1ed: rootName = solr_53570, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@17fa5ca1
   [junit4]   2> 804012 INFO  (jetty-closer-1370-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 804013 INFO  (jetty-closer-1370-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44c589fa: rootName = solr_54153, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4fab05ab
   [junit4]   2> 804022 INFO  (jetty-closer-1370-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 804022 INFO  (jetty-closer-1370-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e3b5214: rootName = solr_53570, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4c7d8332
   [junit4]   2> 804023 INFO  (jetty-closer-1370-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 804023 INFO  (jetty-closer-1370-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79f0f173: rootName = solr_54153, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4c7d8332
   [junit4]   2> 804040 INFO  (jetty-closer-1370-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 804041 INFO  (jetty-closer-1370-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b38f081: rootName = solr_53570, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@747a9a8b
   [junit4]   2> 804041 INFO  (jetty-closer-1370-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 804041 INFO  (jetty-closer-1370-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27ef0992: rootName = solr_54153, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@747a9a8b
   [junit4]   2> 805268 INFO  (zkConnectionManagerCallback-1388-thread-1-processing-n:127.0.0.1:54153_solr) [n:127.0.0.1:54153_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 805271 INFO  (jetty-closer-1370-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:54153_solr
   [junit4]   2> 805273 INFO  (jetty-closer-1370-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 805275 INFO  (zkCallback-1387-thread-2-processing-n:127.0.0.1:54153_solr) [n:127.0.0.1:54153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 805277 WARN  (zkCallback-1387-thread-2-processing-n:127.0.0.1:54153_solr) [n:127.0.0.1:54153_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:54153_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:54153_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 805279 ERROR (Thread[Thread-1755,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:54153_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 805295 INFO  (jetty-closer-1370-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5426dc34{/solr,null,UNAVAILABLE}
   [junit4]   2> 805536 INFO  (jetty-launcher-1369-thread-2-EventThread) [n:127.0.0.1:53570_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 805858 INFO  (zkConnectionManagerCallback-1382-thread-1-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 805859 INFO  (zkCallback-1381-thread-10-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 805861 INFO  (jetty-closer-1370-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:53570_solr
   [junit4]   2> 805863 INFO  (jetty-closer-1370-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 805865 INFO  (coreCloseExecutor-2760-thread-1) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@14d11754
   [junit4]   2> 805865 INFO  (coreCloseExecutor-2760-thread-1) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=349247316
   [junit4]   2> 805865 INFO  (coreCloseExecutor-2760-thread-1) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e426429: rootName = solr_53570, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2feac447
   [junit4]   2> 805865 INFO  (zkCallback-1381-thread-10-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 805867 INFO  (zkCallback-1381-thread-2-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 805867 INFO  (zkCallback-1381-thread-4-processing-n:127.0.0.1:53570_solr) [n:127.0.0.1:53570_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 805881 INFO  (coreCloseExecutor-2760-thread-1) [n:127.0.0.1:53570_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=349247316
   [junit4]   2> 805884 INFO  (jetty-closer-1370-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99342754563096580-127.0.0.1:53570_solr-n_0000000000) closing
   [junit4]   2> 805885 INFO  (OverseerStateUpdate-99342754563096580-127.0.0.1:53570_solr-n_0000000000) [n:127.0.0.1:53570_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53570_solr
   [junit4]   2> 805885 WARN  (OverseerAutoScalingTriggerThread-99342754563096580-127.0.0.1:53570_solr-n_0000000000) [n:127.0.0.1:53570_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 805891 ERROR (Thread[Thread-1756,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:53570_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 805898 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160efb57cbe0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 805899 INFO  (jetty-closer-1370-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27eb6692{/solr,null,UNAVAILABLE}
   [junit4]   2> 805902 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-see

[...truncated too long message...]

y-closer-2209-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1281042 INFO  (zkCallback-2232-thread-1-processing-n:127.0.0.1:50545_solr) [n:127.0.0.1:50545_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1281042 INFO  (zkCallback-2232-thread-2-processing-n:127.0.0.1:50545_solr) [n:127.0.0.1:50545_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1281043 INFO  (jetty-closer-2209-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1281046 INFO  (jetty-closer-2209-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4aa1b5e1{/solr,null,UNAVAILABLE}
   [junit4]   2> 1281047 INFO  (jetty-closer-2209-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1281047 INFO  (jetty-closer-2209-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ef65275: rootName = solr_50545, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@747a9a8b
   [junit4]   2> 1281050 INFO  (jetty-closer-2209-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50545_solr
   [junit4]   2> 1281052 INFO  (jetty-closer-2209-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1281052 INFO  (zkCallback-2232-thread-2-processing-n:127.0.0.1:50545_solr) [n:127.0.0.1:50545_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1281053 INFO  (jetty-closer-2209-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99342786913894408-127.0.0.1:50545_solr-n_0000000001) closing
   [junit4]   2> 1281053 INFO  (OverseerStateUpdate-99342786913894408-127.0.0.1:50545_solr-n_0000000001) [n:127.0.0.1:50545_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50545_solr
   [junit4]   2> 1281054 WARN  (OverseerAutoScalingTriggerThread-99342786913894408-127.0.0.1:50545_solr-n_0000000001) [n:127.0.0.1:50545_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1283543 WARN  (zkCallback-2232-thread-1-processing-n:127.0.0.1:50545_solr) [n:127.0.0.1:50545_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1283544 INFO  (zkCallback-2232-thread-1-processing-n:127.0.0.1:50545_solr) [n:127.0.0.1:50545_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1283544 INFO  (zkCallback-2232-thread-1-processing-n:127.0.0.1:50545_solr) [n:127.0.0.1:50545_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@427832b2
   [junit4]   2> 1283544 INFO  (zkCallback-2232-thread-1-processing-n:127.0.0.1:50545_solr) [n:127.0.0.1:50545_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=1115173554
   [junit4]   2> 1283544 INFO  (zkCallback-2232-thread-1-processing-n:127.0.0.1:50545_solr) [n:127.0.0.1:50545_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6bef430d: rootName = solr_50545, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@436b6b6b
   [junit4]   2> 1283552 INFO  (zkCallback-2232-thread-1-processing-n:127.0.0.1:50545_solr) [n:127.0.0.1:50545_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1115173554
   [junit4]   2> 1283554 INFO  (jetty-closer-2209-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5392c77d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1283556 ERROR (SUITE-TestClusterStateProvider-seed#[379009AB36B03262]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1283557 INFO  (SUITE-TestClusterStateProvider-seed#[379009AB36B03262]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39883 39883
   [junit4]   2> 1288305 INFO  (Thread-2776) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39883 39883
   [junit4]   2> 1288306 WARN  (Thread-2776) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99342786913894408-127.0.0.1:50545_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_379009AB36B03262-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=661, maxMBSortInHeap=5.296930682105284, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@17e0d4a8), locale=ar-BH, timezone=EST
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=113755856,total=374325248
   [junit4]   2> NOTE: All tests run in this JVM: [OpenExchangeRatesOrgProviderTest, AliasIntegrationTest, HealthCheckHandlerTest, TestMiniSolrCloudClusterSSL, TestUninvertingReader, DebugComponentTest, TestLegacyNumericUtils, MoreLikeThisHandlerTest, TestFileDictionaryLookup, TestNoOpRegenerator, TestGroupingSearch, AutoAddReplicasIntegrationTest, DeleteLastCustomShardedReplicaTest, CdcrRequestHandlerTest, TestInitParams, TestCustomStream, PreAnalyzedFieldManagedSchemaCloudTest, HdfsCollectionsAPIDistributedZkTest, TestIndexSearcher, TestConfigReload, TestFieldCacheWithThreads, SearchHandlerTest, TermVectorComponentDistributedTest, TestManagedResource, LoggingHandlerTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesNotIndexedTest, JsonLoaderTest, TestSlowCompositeReaderWrapper, OverseerStatusTest, DistributedFacetExistsSmallTest, TestLeaderElectionZkExpiry, TestDocumentBuilder, SolrMetricsIntegrationTest, TestMissingGroups, PingRequestHandlerTest, TestTrackingShardHandlerFactory, TestPrepRecovery, MoveReplicaHDFSFailoverTest, TestSystemCollAutoCreate, TestSolrXml, TestTlogReplica, TestExactSharedStatsCache, OpenCloseCoreStressTest, TestAuthorizationFramework, ShufflingReplicaListTransformerTest, TestSuggestSpellingConverter, TestDistribStateManager, TestPointFields, TestStreamBody, TestReplicaProperties, TestDistributedStatsComponentCardinality, TestSolrCloudWithSecureImpersonation, TestLMJelinekMercerSimilarityFactory, AddSchemaFieldsUpdateProcessorFactoryTest, HighlighterMaxOffsetTest, QueryEqualityTest, DirectoryFactoryTest, SolrCoreCheckLockOnStartupTest, TestLRUStatsCache, HdfsBasicDistributedZk2Test, TestCloudDeleteByQuery, TestSearchPerf, TestPerFieldSimilarity, HdfsRecoverLeaseTest, V2StandaloneTest, TestComponentsName, PolyFieldTest, TestDynamicFieldResource, ConjunctionSolrSpellCheckerTest, TestCrossCoreJoin, AnalysisErrorHandlingTest, TestRemoteStreaming, TemplateUpdateProcessorTest, TestMinMaxOnMultiValuedField, SolrIndexMetricsTest, SolrMetricManagerTest, TestManagedSynonymFilterFactory, CustomCollectionTest, UUIDUpdateProcessorFallbackTest, SimpleFacetsTest, FileUtilsTest, SolrJmxReporterTest, TestQueryWrapperFilter, TestXmlQParserPlugin, TestDelegationWithHadoopAuth, UpdateParamsTest, SolrIndexSplitterTest, ExecutePlanActionTest, CdcrBidirectionalTest, BadCopyFieldTest, TestWordDelimiterFilterFactory, HdfsThreadLeakTest, PreAnalyzedUpdateProcessorTest, DirectSolrSpellCheckerTest, TestCollationField, TimeRoutedAliasUpdateProcessorTest, SuggestComponentContextFilterQueryTest, TestLocalFSCloudBackupRestore, TestExtendedDismaxParser, DistributedQueryComponentCustomSortTest, MigrateRouteKeyTest, ConnectionManagerTest, TestSimpleTrackingShardHandler, DataDrivenBlockJoinTest, TestFastOutputStream, DOMUtilTest, MoveReplicaTest, MBeansHandlerTest, TestConfigSetImmutable, CoreAdminHandlerTest, AnalysisAfterCoreReloadTest, NodeMutatorTest, LukeRequestHandlerTest, TestCoreAdminApis, BasicFunctionalityTest, CloudExitableDirectoryReaderTest, TestRestManager, FieldMutatingUpdateProcessorTest, TestClusterStateProvider]
   [junit4] Completed [240/767 (2!)] on J1 in 16.27s, 2 tests, 1 failure <<< FAILURES!

[...truncated 49773 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1622 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1622/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

3 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([D1679C3BF6DD9A4C:EEEF9F93E18B6AAB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData

Error Message:
Node watch should have fired!

Stack Trace:
java.lang.AssertionError: Node watch should have fired!
	at __randomizedtesting.SeedInfo.seed([D1679C3BF6DD9A4C:F7F77369A2535C46]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse

Error Message:
Error from server at http://127.0.0.1:55934/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55934/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
	at __randomizedtesting.SeedInfo.seed([D1679C3BF6DD9A4C:BEE2D7634AABA9A3]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12445 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/init-core-data-001
   [junit4]   2> 1537074 WARN  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[D1679C3BF6DD9A4C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
   [junit4]   2> 1537074 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[D1679C3BF6DD9A4C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1537075 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[D1679C3BF6DD9A4C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1537075 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[D1679C3BF6DD9A4C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1537075 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[D1679C3BF6DD9A4C]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001
   [junit4]   2> 1537076 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[D1679C3BF6DD9A4C]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1537076 INFO  (Thread-5266) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1537076 INFO  (Thread-5266) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1537079 ERROR (Thread-5266) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1537177 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[D1679C3BF6DD9A4C]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:60915
   [junit4]   2> 1537214 INFO  (zkConnectionManagerCallback-2259-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537222 INFO  (jetty-launcher-2256-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1537222 INFO  (jetty-launcher-2256-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1537223 INFO  (jetty-launcher-2256-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36322870{/solr,null,AVAILABLE}
   [junit4]   2> 1537224 INFO  (jetty-launcher-2256-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a2ddcef{/solr,null,AVAILABLE}
   [junit4]   2> 1537225 INFO  (jetty-launcher-2256-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6685d4ac{HTTP/1.1,[http/1.1]}{127.0.0.1:55934}
   [junit4]   2> 1537225 INFO  (jetty-launcher-2256-thread-1) [    ] o.e.j.s.Server Started @1541312ms
   [junit4]   2> 1537225 INFO  (jetty-launcher-2256-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55934}
   [junit4]   2> 1537225 INFO  (jetty-launcher-2256-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7dbcc1d{HTTP/1.1,[http/1.1]}{127.0.0.1:43882}
   [junit4]   2> 1537225 INFO  (jetty-launcher-2256-thread-2) [    ] o.e.j.s.Server Started @1541312ms
   [junit4]   2> 1537225 ERROR (jetty-launcher-2256-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1537225 INFO  (jetty-launcher-2256-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43882}
   [junit4]   2> 1537225 INFO  (jetty-launcher-2256-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1537225 INFO  (jetty-launcher-2256-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1537225 ERROR (jetty-launcher-2256-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1537226 INFO  (jetty-launcher-2256-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1537227 INFO  (jetty-launcher-2256-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1537227 INFO  (jetty-launcher-2256-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T00:43:24.244Z
   [junit4]   2> 1537227 INFO  (jetty-launcher-2256-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1537227 INFO  (jetty-launcher-2256-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1537227 INFO  (jetty-launcher-2256-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-13T00:43:24.244Z
   [junit4]   2> 1537229 INFO  (zkConnectionManagerCallback-2261-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537229 INFO  (zkConnectionManagerCallback-2263-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537230 INFO  (jetty-launcher-2256-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1537230 INFO  (jetty-launcher-2256-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1537236 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ecf89c3e0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1537236 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ecf89c3e0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1537236 INFO  (jetty-launcher-2256-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60915/solr
   [junit4]   2> 1537237 INFO  (jetty-launcher-2256-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60915/solr
   [junit4]   2> 1537238 INFO  (zkConnectionManagerCallback-2268-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537238 INFO  (zkConnectionManagerCallback-2271-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537241 INFO  (zkConnectionManagerCallback-2273-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537242 INFO  (zkConnectionManagerCallback-2275-thread-1-processing-n:127.0.0.1:43882_solr) [n:127.0.0.1:43882_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537360 INFO  (jetty-launcher-2256-thread-1) [n:127.0.0.1:55934_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1537361 INFO  (jetty-launcher-2256-thread-1) [n:127.0.0.1:55934_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55934_solr
   [junit4]   2> 1537363 INFO  (jetty-launcher-2256-thread-1) [n:127.0.0.1:55934_solr    ] o.a.s.c.Overseer Overseer (id=99339744319504389-127.0.0.1:55934_solr-n_0000000000) starting
   [junit4]   2> 1537374 INFO  (jetty-launcher-2256-thread-1) [n:127.0.0.1:55934_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55934_solr
   [junit4]   2> 1537379 INFO  (OverseerStateUpdate-99339744319504389-127.0.0.1:55934_solr-n_0000000000) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1537399 INFO  (zkCallback-2274-thread-1-processing-n:127.0.0.1:43882_solr) [n:127.0.0.1:43882_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1537400 INFO  (jetty-launcher-2256-thread-2) [n:127.0.0.1:43882_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1537402 INFO  (jetty-launcher-2256-thread-2) [n:127.0.0.1:43882_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43882_solr
   [junit4]   2> 1537403 INFO  (zkCallback-2272-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1537449 INFO  (zkCallback-2274-thread-1-processing-n:127.0.0.1:43882_solr) [n:127.0.0.1:43882_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1537453 INFO  (jetty-launcher-2256-thread-1) [n:127.0.0.1:55934_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55934.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a8f7cfb
   [junit4]   2> 1537458 INFO  (jetty-launcher-2256-thread-1) [n:127.0.0.1:55934_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55934.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a8f7cfb
   [junit4]   2> 1537458 INFO  (jetty-launcher-2256-thread-1) [n:127.0.0.1:55934_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55934.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a8f7cfb
   [junit4]   2> 1537459 INFO  (jetty-launcher-2256-thread-1) [n:127.0.0.1:55934_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node1/.
   [junit4]   2> 1537592 INFO  (jetty-launcher-2256-thread-2) [n:127.0.0.1:43882_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43882.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a8f7cfb
   [junit4]   2> 1537597 INFO  (jetty-launcher-2256-thread-2) [n:127.0.0.1:43882_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43882.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a8f7cfb
   [junit4]   2> 1537598 INFO  (jetty-launcher-2256-thread-2) [n:127.0.0.1:43882_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43882.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a8f7cfb
   [junit4]   2> 1537598 INFO  (jetty-launcher-2256-thread-2) [n:127.0.0.1:43882_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/.
   [junit4]   2> 1537616 INFO  (zkConnectionManagerCallback-2281-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537632 INFO  (qtp1592079347-14597) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1537636 INFO  (qtp1592079347-14597) [n:127.0.0.1:55934_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1537767 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[D1679C3BF6DD9A4C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1537768 INFO  (qtp1592079347-14603) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1537769 INFO  (qtp1592079347-14603) [n:127.0.0.1:55934_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1537770 INFO  (qtp1592079347-14600) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1537771 INFO  (qtp1592079347-14600) [n:127.0.0.1:55934_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1537772 INFO  (qtp1592079347-14597) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1537772 INFO  (qtp1592079347-14597) [n:127.0.0.1:55934_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1537773 INFO  (qtp1592079347-14598) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1537774 INFO  (qtp1592079347-14598) [n:127.0.0.1:55934_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1537775 INFO  (qtp1592079347-14602) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1537776 INFO  (qtp1592079347-14602) [n:127.0.0.1:55934_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1537776 INFO  (qtp1592079347-14599) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1537779 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.CreateCollectionCmd Create collection timeConfig
   [junit4]   2> 1537779 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 1537780 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
   [junit4]   2> 1537783 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
   [junit4]   2> 1537786 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
   [junit4]   2> 1537789 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
   [junit4]   2> 1537791 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
   [junit4]   2> 1537793 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
   [junit4]   2> 1537796 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
   [junit4]   2> 1537799 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
   [junit4]   2> 1537802 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
   [junit4]   2> 1537804 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
   [junit4]   2> 1537806 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/timeConfig/lang/contractions_ca.txt
   [junit4]   2> 1537809 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
   [junit4]   2> 1537812 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
   [junit4]   2> 1537815 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
   [junit4]   2> 1537818 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
   [junit4]   2> 1537821 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
   [junit4]   2> 1537824 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
   [junit4]   2> 1537827 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
   [junit4]   2> 1537830 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
   [junit4]   2> 1537833 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
   [junit4]   2> 1537835 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
   [junit4]   2> 1537841 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
   [junit4]   2> 1537843 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
   [junit4]   2> 1537845 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
   [junit4]   2> 1537848 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
   [junit4]   2> 1537850 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
   [junit4]   2> 1537852 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
   [junit4]   2> 1537855 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
   [junit4]   2> 1537857 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
   [junit4]   2> 1537859 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
   [junit4]   2> 1537861 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
   [junit4]   2> 1537863 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
   [junit4]   2> 1537865 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
   [junit4]   2> 1537867 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
   [junit4]   2> 1537872 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
   [junit4]   2> 1537878 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
   [junit4]   2> 1537881 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
   [junit4]   2> 1537883 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
   [junit4]   2> 1537886 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
   [junit4]   2> 1537889 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
   [junit4]   2> 1537891 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
   [junit4]   2> 1537894 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
   [junit4]   2> 1537897 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
   [junit4]   2> 1537899 INFO  (OverseerThreadFactory-4931-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
   [junit4]   2> 1538012 INFO  (OverseerStateUpdate-99339744319504389-127.0.0.1:55934_solr-n_0000000000) [n:127.0.0.1:55934_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"timeConfig",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"timeConfig_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43882/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1538229 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1538229 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1538347 INFO  (zkCallback-2274-thread-1-processing-n:127.0.0.1:43882_solr) [n:127.0.0.1:43882_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1538347 INFO  (zkCallback-2274-thread-2-processing-n:127.0.0.1:43882_solr) [n:127.0.0.1:43882_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1539263 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1539263 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1539264 WARN  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1539264 WARN  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1539264 WARN  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1539264 WARN  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1539265 WARN  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 1539265 WARN  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1539265 WARN  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 1539265 WARN  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1539272 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1539295 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 1539453 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1539532 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig, trusted=true
   [junit4]   2> 1539532 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43882.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a8f7cfb
   [junit4]   2> 1539533 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1539533 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 1539535 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 1539592 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1539592 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1539594 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1539594 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1539595 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72a1cbb1[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1539596 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 1539596 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 1539596 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 1539597 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1539597 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1539598 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 1539599 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1539599 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589435911756578816
   [junit4]   2> 1539599 INFO  (searcherExecutor-4936-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@72a1cbb1[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1539599 INFO  (searcherExecutor-4936-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1539599 INFO  (searcherExecutor-4936-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1539600 INFO  (searcherExecutor-4936-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@72a1cbb1[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1539605 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1539605 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1539605 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43882/solr/timeConfig_shard1_replica_n1/
   [junit4]   2> 1539606 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1539606 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43882/solr/timeConfig_shard1_replica_n1/ has no replicas
   [junit4]   2> 1539606 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1539611 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43882/solr/timeConfig_shard1_replica_n1/ shard1
   [junit4]   2> 1539714 INFO  (zkCallback-2274-thread-2-processing-n:127.0.0.1:43882_solr) [n:127.0.0.1:43882_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1539714 INFO  (zkCallback-2274-thread-1-processing-n:127.0.0.1:43882_solr) [n:127.0.0.1:43882_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1539763 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1539765 INFO  (qtp489267616-14605) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1536
   [junit4]   2> 1539772 INFO  (qtp1592079347-14599) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1539782 INFO  (OverseerCollectionConfigSetProcessor-99339744319504389-127.0.0.1:55934_solr-n_0000000000) [n:127.0.0.1:55934_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1539867 INFO  (zkCallback-2274-thread-1-processing-n:127.0.0.1:43882_solr) [n:127.0.0.1:43882_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1539867 INFO  (zkCallback-2274-thread-2-processing-n:127.0.0.1:43882_solr) [n:127.0.0.1:43882_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1540778 INFO  (qtp1592079347-14599) [n:127.0.0.1:55934_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3002
   [junit4]   2> 1540781 INFO  (qtp1592079347-14603) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1540785 INFO  (qtp1592079347-14603) [n:127.0.0.1:55934_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 1540793 INFO  (qtp489267616-14609) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"set-user-property":{"timePartitionAliasName":"myalias"}}, {"set-user-property":{"update.autoCreateFields":false}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"tolerant",
   [junit4]   2>     "class":"solr.TolerantUpdateProcessorFactory"}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"inc",
   [junit4]   2>     "class":"org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest$IncrementURPFactory",
   [junit4]   2>     "fieldName":"integer_i"}}]
   [junit4]   2> 1540793 INFO  (qtp489267616-14609) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 1540796 INFO  (solrHandlerExecutor-4941-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1540799 INFO  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 1540801 INFO  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.SolrCore core reload timeConfig_shard1_replica_n1
   [junit4]   2> 1540818 INFO  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1540818 INFO  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1540819 WARN  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1540819 WARN  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1540820 WARN  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1540820 WARN  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1540820 WARN  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 1540820 WARN  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1540820 WARN  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 1540820 WARN  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1540827 INFO  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1540861 INFO  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 1540898 INFO  (qtp489267616-14610) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 1540898 INFO  (qtp489267616-14610) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1540899 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 1540899 INFO  (solrHandlerExecutor-4941-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:43882/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 1 attempts
   [junit4]   2> 1540899 INFO  (solrHandlerExecutor-4941-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1541000 INFO  (qtp489267616-14608) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 1541000 INFO  (qtp489267616-14608) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1541000 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 1541001 INFO  (solrHandlerExecutor-4941-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:43882/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 2 attempts
   [junit4]   2> 1541001 INFO  (solrHandlerExecutor-4941-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1541001 INFO  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1541040 INFO  (Thread-5285) [n:127.0.0.1:43882_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig
   [junit4]   2> 1541077 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43882.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a8f7cfb
   [junit4]   2> 1541078 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/timeConfig_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_D1679C3BF6DD9A4C-001/tempDir-001/node2/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 1541079 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 1541101 INFO  (qtp489267616-14611) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 1541101 INFO  (qtp489267616-14611) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1541102 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 1541102 INFO  (solrHandlerExecutor-4941-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:43882/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 3 attempts
   [junit4]   2> 1541102 INFO  (solrHandlerExecutor-4941-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1541117 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1541117 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1541126 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@490f7058[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1541128 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 1541128 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 1541128 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 1541129 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1541129 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1541129 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 1541130 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1541132 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589435913364045824
   [junit4]   2> 1541132 INFO  (searcherExecutor-4942-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@490f7058[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1541132 INFO  (searcherExecutor-4942-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1541132 INFO  (searcherExecutor-4942-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1541135 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1541136 INFO  (searcherExecutor-4942-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@490f7058[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1541136 INFO  (Thread-5285) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61566643[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1541136 INFO  (searcherExecutor-4942-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@61566643[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1541136 INFO  (searcherExecutor-4942-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1541139 INFO  (searcherExecutor-4942-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@61566643[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1541203 INFO  (qtp489267616-14606) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 1541203 INFO  (qtp489267616-14606) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 1541203 INFO  (qtp489267616-14606) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1541203 INFO  (qtp489267616-14609) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 410.0ms to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 1541203 INFO  (qtp489267616-14609) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1bd41f9a
   [junit4]   2> 1541203 INFO  (qtp489267616-14609) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=466886554
   [junit4]   2> 1541204 INFO  (qtp489267616-14609) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@62b4e8b2: rootName = solr_43882, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@49915085
   [junit4]   2> 1541209 INFO  (qtp489267616-14609) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=466886554
   [junit4]   2> 1541210 INFO  (qtp1592079347-14600) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1541210 INFO  (qtp1592079347-14600) [n:127.0.0.1:55934_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1541217 INFO  (qtp489267616-14608) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/timeConfig/params.json 
   [junit4]   2> 1541217 INFO  (qtp489267616-14608) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 1541217 INFO  (Thread-5286) [n:127.0.0.1:43882_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 1541218 INFO  (solrHandlerExecutor-4946-thread-1-processing-n:127.0.0.1:43882_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1541218 INFO  (Thread-5286) [n:127.0.0.1:43882_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 1541218 INFO  (Thread-5286) [n:127.0.0.1:43882_solr    ] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 1541319 INFO  (qtp489267616-14611) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 1 of params
   [junit4]   2> 1541319 INFO  (qtp489267616-14611) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 1541319 INFO  (qtp489267616-14611) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={params=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1541320 INFO  (qtp489267616-14608) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 102.0ms to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 1541320 INFO  (qtp489267616-14608) [n:127.0.0.1:43882_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/params params={wt=javabin&version=2} status=0 QTime=104
   [junit4]   2> 1541320 INFO  (qtp1592079347-14597) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1541322 INFO  (qtp1592079347-14597) [n:127.0.0.1:55934_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1541323 INFO  (qtp1592079347-14598) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1541325 INFO  (qtp1592079347-14598) [n:127.0.0.1:55934_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1541325 INFO  (qtp1592079347-14602) [n:127.0.0.1:55934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=timeConfig&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1541329 INFO  (OverseerThreadFactory-4931-thread-2-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1541330 INFO  (qtp489267616-14606) [n:127.0.0.1:43882_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=null
   [junit4]   2> 1541330 INFO  (qtp489267616-14606) [n:127.0.0.1:43882_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11d4ff01: rootName = solr_43882, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricR

[...truncated too long message...]

d, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3845883 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[D1679C3BF6DD9A4C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63597 63597
   [junit4]   2> 3846472 INFO  (Thread-9332) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63597 63597
   [junit4]   2> 3846477 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[D1679C3BF6DD9A4C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
   [junit4]   2> 3846488 INFO  (TEST-TestDistribStateManager.testMulti-seed#[D1679C3BF6DD9A4C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
   [junit4]   2> 3846488 INFO  (TEST-TestDistribStateManager.testMulti-seed#[D1679C3BF6DD9A4C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3846489 INFO  (Thread-9333) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3846489 INFO  (Thread-9333) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3846494 ERROR (Thread-9333) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3846589 INFO  (TEST-TestDistribStateManager.testMulti-seed#[D1679C3BF6DD9A4C]) [    ] o.a.s.c.ZkTestServer start zk server on port:59944
   [junit4]   2> 3846621 INFO  (zkConnectionManagerCallback-8442-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3846621 INFO  (TEST-TestDistribStateManager.testMulti-seed#[D1679C3BF6DD9A4C]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 3846622 ERROR (TEST-TestDistribStateManager.testMulti-seed#[D1679C3BF6DD9A4C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3846626 INFO  (TEST-TestDistribStateManager.testMulti-seed#[D1679C3BF6DD9A4C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59944 59944
   [junit4]   2> 3853958 INFO  (Thread-9333) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59944 59944
   [junit4]   2> 3853965 INFO  (TEST-TestDistribStateManager.testMulti-seed#[D1679C3BF6DD9A4C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_D1679C3BF6DD9A4C-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6e8850c0), locale=de-GR, timezone=Pacific/Noumea
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=301196864,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestHttpShardHandlerFactory, TestObjectReleaseTracker, CollectionsAPIDistributedZkTest, TestInPlaceUpdatesDistrib, TestCollationField, TestSolrCloudWithHadoopAuthPlugin, TestInitParams, QueryEqualityTest, SearchHandlerTest, HttpSolrCallGetCoreTest, DocValuesTest, LoggingHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, TestSimpleTrackingShardHandler, TestSegmentSorting, BlockDirectoryTest, TestDynamicFieldResource, MetricsHandlerTest, TestHighFrequencyDictionaryFactory, TestExactSharedStatsCache, DirectSolrSpellCheckerTest, TestCloudDeleteByQuery, UpdateLogTest, BadCopyFieldTest, TestPayloadCheckQParserPlugin, LeaderFailureAfterFreshStartTest, TestPerFieldSimilarity, TestGroupingSearch, BasicAuthStandaloneTest, TestCloudSearcherWarming, DeleteStatusTest, HdfsChaosMonkeyNothingIsSafeTest, PreAnalyzedUpdateProcessorTest, TestDocumentBuilder, TestHalfAndHalfDocValues, TestSuggestSpellingConverter, LukeRequestHandlerTest, TestFunctionQuery, TestSearcherReuse, QueryElevationComponentTest, TestCoreAdminApis, MoreLikeThisHandlerTest, TestJsonFacetRefinement, TestTriggerIntegration, TestSmileRequest, TestSolrIndexConfig, TestDelegationWithHadoopAuth, PolyFieldTest, TestRandomRequestDistribution, TestCopyFieldCollectionResource, TestQueryUtils, TestDistributedStatsComponentCardinality, UpdateParamsTest, SolrIndexConfigTest, CacheHeaderTest, CdcrReplicationDistributedZkTest, TestRandomFaceting, SolrIndexMetricsTest, ClassificationUpdateProcessorIntegrationTest, SOLR749Test, BasicZkTest, LeaderElectionContextKeyTest, TestUninvertingReader, TestSearchPerf, DistributedFacetPivotLongTailTest, TestLocalFSCloudBackupRestore, TestStressReorder, TestFastOutputStream, TestScoreJoinQPNoScore, TestMultiValuedNumericRangeQuery, TestCrossCoreJoin, TestConfigSetImmutable, TestConfig, DistributedMLTComponentTest, OverseerModifyCollectionTest, TestIndexSearcher, TermVectorComponentDistributedTest, TestDeleteCollectionOnDownNodes, TestSchemaResource, TestCloudPseudoReturnFields, HdfsDirectoryFactoryTest, ZkNodePropsTest, SpellPossibilityIteratorTest, DOMUtilTest, TestDistributedMissingSort, ConcurrentDeleteAndCreateCollectionTest, BigEndianAscendingWordDeserializerTest, TestJsonRequest, HdfsCollectionsAPIDistributedZkTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestExceedMaxTermLength, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestRawResponseWriter, AtomicUpdatesTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestRuleBasedAuthorizationPlugin, AssignTest, TestPostingsSolrHighlighter, TestSortByMinMaxFunction, TestSystemIdResolver, ShufflingReplicaListTransformerTest, DocumentAnalysisRequestHandlerTest, TestRecoveryHdfs, CopyFieldTest, CloneFieldUpdateProcessorFactoryTest, ConnectionManagerTest, TestSolrQueryParser, EchoParamsTest, TestValueSourceCache, SystemInfoHandlerTest, TestSizeLimitedDistributedMap, RemoteQueryErrorTest, SolrCLIZkUtilsTest, ConfigureRecoveryStrategyTest, TestHashQParserPlugin, TestTrie, TestUniqueKeyFieldResource, TestNoOpRegenerator, DistributedIntervalFacetingTest, TestPullReplicaErrorHandling, TestStressInPlaceUpdates, SimplePostToolTest, StressHdfsTest, DirectoryFactoryTest, FileUtilsTest, TestRequestStatusCollectionAPI, TestReqParamsAPI, TestBadConfig, ChangedSchemaMergeTest, DeleteLastCustomShardedReplicaTest, TestMissingGroups, SolrCoreCheckLockOnStartupTest, AnalysisErrorHandlingTest, DocValuesMultiTest, TestRemoteStreaming, TestLuceneMatchVersion, TestStandardQParsers, NodeAddedTriggerTest, BlockJoinFacetDistribTest, TestJettySolrRunner, TestGenericDistributedQueue, CdcrRequestHandlerTest, TestDistributedGrouping, UpdateRequestProcessorFactoryTest, TestZkChroot, OpenExchangeRatesOrgProviderTest, HdfsRecoverLeaseTest, SolrXmlInZkTest, TestLRUCache, TestFieldResource, HealthCheckHandlerTest, TestAnalyzeInfixSuggestions, MoveReplicaHDFSFailoverTest, TestRetrieveFieldsOptimizer, ExternalFileFieldSortTest, TestManagedSynonymFilterFactory, TemplateUpdateProcessorTest, TestLMJelinekMercerSimilarityFactory, TestDefaultStatsCache, TestFieldCacheWithThreads, TimeRoutedAliasUpdateProcessorTest, TestRTGBase, LeaderElectionIntegrationTest, ImplicitSnitchTest, HdfsDirectoryTest, SampleTest, VMParamsZkACLAndCredentialsProvidersTest, TestQueryWrapperFilter, TestFastWriter, TestBM25SimilarityFactory, TestHdfsCloudBackupRestore, TestQueryTypes, TestLRUStatsCache, TestComponentsName, TestSolrConfigHandlerCloud, SolrCoreTest, TestStressLucene, SharedFSAutoReplicaFailoverTest, TestSQLHandler, TestSolrCoreSnapshots, TestTlogReplica, AliasIntegrationTest, TestAddFieldRealTimeGet, HdfsRestartWhileUpdatingTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedSearch, TestFaceting, TestRecovery, TestHashPartitioner, ZkControllerTest, TestReload, TestStressVersions, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest, PeerSyncTest, BadIndexSchemaTest, TestSort, TestFiltering, BasicFunctionalityTest, SoftAutoCommitTest, JsonLoaderTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestSolrCoreProperties, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, CursorPagingTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, CollectionsAPISolrJTest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPivotFacet, TestConfigSetsAPI, TestPrepRecovery, TestReplicaProperties, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, AutoAddReplicasIntegrationTest, HdfsAutoAddReplicasIntegrationTest, TestClusterStateProvider, TestDistribStateManager]
   [junit4] Completed [572/767 (3!)] on J1 in 14.59s, 5 tests, 1 failure <<< FAILURES!

[...truncated 48760 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1621 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1621/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Error from server at http://127.0.0.1:36329/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (http://127.0.0.1:36329/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:36329/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (http://127.0.0.1:36329/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
	at __randomizedtesting.SeedInfo.seed([74CA753206874A5E:3CBF018600B465CB]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:461)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36329/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (http://127.0.0.1:36329/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 12515 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/init-core-data-001
   [junit4]   2> 1451898 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[74CA753206874A5E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2420 numCloses=2420
   [junit4]   2> 1451898 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[74CA753206874A5E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1451899 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[74CA753206874A5E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1451899 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[74CA753206874A5E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1451900 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[74CA753206874A5E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/tempDir-001
   [junit4]   2> 1451900 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[74CA753206874A5E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1451900 INFO  (Thread-3395) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1451900 INFO  (Thread-3395) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1451902 ERROR (Thread-3395) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1452003 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[74CA753206874A5E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:63630
   [junit4]   2> 1452007 INFO  (zkConnectionManagerCallback-3783-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452012 INFO  (jetty-launcher-3780-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1452012 INFO  (jetty-launcher-3780-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1452012 INFO  (jetty-launcher-3780-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1452013 INFO  (jetty-launcher-3780-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1452014 INFO  (jetty-launcher-3780-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@224d2a4b{/solr,null,AVAILABLE}
   [junit4]   2> 1452017 INFO  (jetty-launcher-3780-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71de5c4a{/solr,null,AVAILABLE}
   [junit4]   2> 1452019 INFO  (jetty-launcher-3780-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7c11e582{HTTP/1.1,[http/1.1]}{127.0.0.1:60151}
   [junit4]   2> 1452019 INFO  (jetty-launcher-3780-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@63fcd5b8{HTTP/1.1,[http/1.1]}{127.0.0.1:35579}
   [junit4]   2> 1452019 INFO  (jetty-launcher-3780-thread-1) [    ] o.e.j.s.Server Started @1454742ms
   [junit4]   2> 1452019 INFO  (jetty-launcher-3780-thread-2) [    ] o.e.j.s.Server Started @1454742ms
   [junit4]   2> 1452019 INFO  (jetty-launcher-3780-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60151}
   [junit4]   2> 1452019 INFO  (jetty-launcher-3780-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35579}
   [junit4]   2> 1452019 ERROR (jetty-launcher-3780-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1452020 INFO  (jetty-launcher-3780-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1452020 INFO  (jetty-launcher-3780-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1452020 INFO  (jetty-launcher-3780-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1452020 INFO  (jetty-launcher-3780-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T11:48:45.044Z
   [junit4]   2> 1452020 INFO  (jetty-launcher-3780-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ec7b9d8{/solr,null,AVAILABLE}
   [junit4]   2> 1452019 INFO  (jetty-launcher-3780-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65e75905{/solr,null,AVAILABLE}
   [junit4]   2> 1452019 ERROR (jetty-launcher-3780-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1452021 INFO  (jetty-launcher-3780-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@286abeb8{HTTP/1.1,[http/1.1]}{127.0.0.1:45085}
   [junit4]   2> 1452021 INFO  (jetty-launcher-3780-thread-4) [    ] o.e.j.s.Server Started @1454744ms
   [junit4]   2> 1452021 INFO  (jetty-launcher-3780-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1452021 INFO  (jetty-launcher-3780-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45085}
   [junit4]   2> 1452022 INFO  (jetty-launcher-3780-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1452022 INFO  (jetty-launcher-3780-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1452022 INFO  (jetty-launcher-3780-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T11:48:45.046Z
   [junit4]   2> 1452022 ERROR (jetty-launcher-3780-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1452022 INFO  (jetty-launcher-3780-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1452022 INFO  (jetty-launcher-3780-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1452022 INFO  (jetty-launcher-3780-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1452022 INFO  (jetty-launcher-3780-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T11:48:45.046Z
   [junit4]   2> 1452023 INFO  (jetty-launcher-3780-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@512bdbc5{HTTP/1.1,[http/1.1]}{127.0.0.1:36329}
   [junit4]   2> 1452023 INFO  (jetty-launcher-3780-thread-3) [    ] o.e.j.s.Server Started @1454746ms
   [junit4]   2> 1452023 INFO  (jetty-launcher-3780-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36329}
   [junit4]   2> 1452023 ERROR (jetty-launcher-3780-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1452023 INFO  (jetty-launcher-3780-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1452023 INFO  (jetty-launcher-3780-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1452023 INFO  (jetty-launcher-3780-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1452023 INFO  (jetty-launcher-3780-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T11:48:45.047Z
   [junit4]   2> 1452025 INFO  (zkConnectionManagerCallback-3789-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452026 INFO  (zkConnectionManagerCallback-3785-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452026 INFO  (jetty-launcher-3780-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1452027 INFO  (jetty-launcher-3780-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1452027 INFO  (zkConnectionManagerCallback-3787-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452028 INFO  (jetty-launcher-3780-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1452030 INFO  (jetty-launcher-3780-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1452030 INFO  (jetty-launcher-3780-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1452030 INFO  (jetty-launcher-3780-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1452030 INFO  (jetty-launcher-3780-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1452031 INFO  (zkConnectionManagerCallback-3791-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452042 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ea3364fd0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1452043 INFO  (jetty-launcher-3780-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1452043 INFO  (jetty-launcher-3780-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1452043 INFO  (jetty-launcher-3780-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1452045 INFO  (jetty-launcher-3780-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1452045 INFO  (jetty-launcher-3780-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1452054 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ea3364fd0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1452055 INFO  (jetty-launcher-3780-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63630/solr
   [junit4]   2> 1452056 INFO  (jetty-launcher-3780-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63630/solr
   [junit4]   2> 1452059 INFO  (jetty-launcher-3780-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63630/solr
   [junit4]   2> 1452058 INFO  (zkConnectionManagerCallback-3795-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452061 INFO  (jetty-launcher-3780-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63630/solr
   [junit4]   2> 1452062 INFO  (zkConnectionManagerCallback-3803-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452063 INFO  (zkConnectionManagerCallback-3807-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452065 INFO  (zkConnectionManagerCallback-3809-thread-1-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452066 INFO  (zkConnectionManagerCallback-3811-thread-1-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452066 INFO  (zkConnectionManagerCallback-3813-thread-1-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452070 INFO  (zkConnectionManagerCallback-3805-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452073 INFO  (zkConnectionManagerCallback-3815-thread-1-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452253 INFO  (jetty-launcher-3780-thread-1) [n:127.0.0.1:60151_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1452253 INFO  (jetty-launcher-3780-thread-4) [n:127.0.0.1:45085_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1452254 INFO  (jetty-launcher-3780-thread-4) [n:127.0.0.1:45085_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45085_solr
   [junit4]   2> 1452255 INFO  (jetty-launcher-3780-thread-1) [n:127.0.0.1:60151_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60151_solr
   [junit4]   2> 1452258 INFO  (zkCallback-3810-thread-1-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1452259 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1452259 INFO  (jetty-launcher-3780-thread-2) [n:127.0.0.1:35579_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1452260 INFO  (zkCallback-3812-thread-1-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1452260 INFO  (jetty-launcher-3780-thread-4) [n:127.0.0.1:45085_solr    ] o.a.s.c.Overseer Overseer (id=99336698260684810-127.0.0.1:45085_solr-n_0000000000) starting
   [junit4]   2> 1452262 INFO  (jetty-launcher-3780-thread-2) [n:127.0.0.1:35579_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35579_solr
   [junit4]   2> 1452263 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1452263 INFO  (zkCallback-3812-thread-1-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1452312 INFO  (jetty-launcher-3780-thread-4) [n:127.0.0.1:45085_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45085_solr
   [junit4]   2> 1452315 INFO  (zkCallback-3810-thread-1-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1452328 INFO  (zkCallback-3812-thread-1-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1452328 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1452328 INFO  (zkCallback-3810-thread-2-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1452333 INFO  (jetty-launcher-3780-thread-3) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1452336 INFO  (jetty-launcher-3780-thread-3) [n:127.0.0.1:36329_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1452338 INFO  (jetty-launcher-3780-thread-3) [n:127.0.0.1:36329_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36329_solr
   [junit4]   2> 1452339 INFO  (zkCallback-3810-thread-2-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1452340 INFO  (zkCallback-3814-thread-1-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1452368 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1452368 INFO  (zkCallback-3812-thread-1-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1452374 INFO  (jetty-launcher-3780-thread-2) [n:127.0.0.1:35579_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1452381 INFO  (jetty-launcher-3780-thread-2) [n:127.0.0.1:35579_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1452381 INFO  (jetty-launcher-3780-thread-2) [n:127.0.0.1:35579_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1452382 INFO  (jetty-launcher-3780-thread-2) [n:127.0.0.1:35579_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/tempDir-001/node2
   [junit4]   2> 1452580 INFO  (jetty-launcher-3780-thread-1) [n:127.0.0.1:60151_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1452588 INFO  (jetty-launcher-3780-thread-1) [n:127.0.0.1:60151_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1452588 INFO  (jetty-launcher-3780-thread-1) [n:127.0.0.1:60151_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1452589 INFO  (jetty-launcher-3780-thread-1) [n:127.0.0.1:60151_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/tempDir-001/node1
   [junit4]   2> 1452616 INFO  (jetty-launcher-3780-thread-3) [n:127.0.0.1:36329_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1452631 INFO  (jetty-launcher-3780-thread-3) [n:127.0.0.1:36329_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1452631 INFO  (jetty-launcher-3780-thread-3) [n:127.0.0.1:36329_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1452632 INFO  (jetty-launcher-3780-thread-3) [n:127.0.0.1:36329_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/tempDir-001/node3
   [junit4]   2> 1452689 INFO  (jetty-launcher-3780-thread-4) [n:127.0.0.1:45085_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1452695 INFO  (jetty-launcher-3780-thread-4) [n:127.0.0.1:45085_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1452695 INFO  (jetty-launcher-3780-thread-4) [n:127.0.0.1:45085_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1452696 INFO  (jetty-launcher-3780-thread-4) [n:127.0.0.1:45085_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/tempDir-001/node4
   [junit4]   2> 1452725 INFO  (zkConnectionManagerCallback-3825-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452729 INFO  (zkConnectionManagerCallback-3829-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1452731 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[74CA753206874A5E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1452733 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[74CA753206874A5E]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63630/solr ready
   [junit4]   2> 1452770 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
   [junit4]   2> 1452772 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1452776 INFO  (qtp545284664-15335) [n:127.0.0.1:35579_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=89cfe054-ccbb-4fd9-abf7-061909cd81f8&replicationFactor=1&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_0&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1452778 INFO  (qtp545284664-15335) [n:127.0.0.1:35579_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=89cfe054-ccbb-4fd9-abf7-061909cd81f8&replicationFactor=1&collection.configName=conf2&maxShardsPerNode=1&name=awhollynewcollection_0&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1452782 INFO  (OverseerThreadFactory-5740-thread-1-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_0
   [junit4]   2> 1452790 INFO  (zkCallback-3828-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1452894 INFO  (OverseerStateUpdate-99336698260684810-127.0.0.1:45085_solr-n_0000000000) [n:127.0.0.1:45085_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"awhollynewcollection_0_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36329/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1452898 INFO  (OverseerStateUpdate-99336698260684810-127.0.0.1:45085_solr-n_0000000000) [n:127.0.0.1:45085_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"awhollynewcollection_0_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35579/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1452901 INFO  (OverseerStateUpdate-99336698260684810-127.0.0.1:45085_solr-n_0000000000) [n:127.0.0.1:45085_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"awhollynewcollection_0",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"awhollynewcollection_0_shard3_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45085/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1453004 INFO  (zkCallback-3828-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1453105 INFO  (qtp545284664-15336) [n:127.0.0.1:35579_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965&coreNodeName=core_node5&name=awhollynewcollection_0_shard2_replica_n2&action=CREATE&numShards=3&shard=shard2&wt=javabin} status=0 QTime=1
   [junit4]   2> 1453106 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965&coreNodeName=core_node5&name=awhollynewcollection_0_shard2_replica_n2&action=CREATE&numShards=3&shard=shard2&wt=javabin
   [junit4]   2> 1453107 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1453107 INFO  (qtp128853167-15340) [n:127.0.0.1:45085_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483&coreNodeName=core_node6&name=awhollynewcollection_0_shard3_replica_n4&action=CREATE&numShards=3&shard=shard3&wt=javabin} status=0 QTime=0
   [junit4]   2> 1453107 INFO  (qtp1626778336-15330) [n:127.0.0.1:36329_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130&coreNodeName=core_node3&name=awhollynewcollection_0_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin} status=0 QTime=0
   [junit4]   2> 1453108 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130&coreNodeName=core_node3&name=awhollynewcollection_0_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin
   [junit4]   2> 1453108 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&collection=awhollynewcollection_0&version=2&replicaType=NRT&async=89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483&coreNodeName=core_node6&name=awhollynewcollection_0_shard3_replica_n4&action=CREATE&numShards=3&shard=shard3&wt=javabin
   [junit4]   2> 1453108 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1453108 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1453108 INFO  (qtp545284664-15346) [n:127.0.0.1:35579_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965
   [junit4]   2> 1453108 INFO  (qtp545284664-15346) [n:127.0.0.1:35579_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1453219 INFO  (zkCallback-3828-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1453219 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1453220 INFO  (zkCallback-3812-thread-1-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1453220 INFO  (zkCallback-3808-thread-2-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1453220 INFO  (zkCallback-3814-thread-1-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1453220 INFO  (zkCallback-3812-thread-2-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1453220 INFO  (zkCallback-3814-thread-2-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454112 INFO  (qtp545284664-15346) [n:127.0.0.1:35579_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965
   [junit4]   2> 1454112 INFO  (qtp545284664-15346) [n:127.0.0.1:35579_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1454133 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1454134 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1454139 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1454154 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.s.IndexSchema [awhollynewcollection_0_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 1454156 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1454157 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard2_replica_n2' using configuration from collection awhollynewcollection_0, trusted=true
   [junit4]   2> 1454161 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.awhollynewcollection_0.shard2.replica_n2' (registry 'solr.core.awhollynewcollection_0.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1454161 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1454161 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.SolrCore [[awhollynewcollection_0_shard2_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/tempDir-001/node2/awhollynewcollection_0_shard2_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/tempDir-001/node2/awhollynewcollection_0_shard2_replica_n2/data/]
   [junit4]   2> 1454162 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1454162 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1454162 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard1_replica_n1' using configuration from collection awhollynewcollection_0, trusted=true
   [junit4]   2> 1454162 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.awhollynewcollection_0.shard1.replica_n1' (registry 'solr.core.awhollynewcollection_0.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1454162 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1454162 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.SolrCore [[awhollynewcollection_0_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/tempDir-001/node3/awhollynewcollection_0_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/tempDir-001/node3/awhollynewcollection_0_shard1_replica_n1/data/]
   [junit4]   2> 1454168 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.s.IndexSchema [awhollynewcollection_0_shard3_replica_n4] Schema name=minimal
   [junit4]   2> 1454174 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1454174 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'awhollynewcollection_0_shard3_replica_n4' using configuration from collection awhollynewcollection_0, trusted=true
   [junit4]   2> 1454175 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.awhollynewcollection_0.shard3.replica_n4' (registry 'solr.core.awhollynewcollection_0.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1454175 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1454175 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.SolrCore [[awhollynewcollection_0_shard3_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/tempDir-001/node4/awhollynewcollection_0_shard3_replica_n4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/tempDir-001/node4/awhollynewcollection_0_shard3_replica_n4/data/]
   [junit4]   2> 1454216 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1454216 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1454218 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1454218 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1454226 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@72cdb3bf[awhollynewcollection_0_shard2_replica_n2] main]
   [junit4]   2> 1454227 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
   [junit4]   2> 1454228 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 1454228 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1454228 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589387174610993152
   [junit4]   2> 1454229 INFO  (searcherExecutor-5749-thread-1-processing-x:awhollynewcollection_0_shard2_replica_n2 r:core_node5 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE n:127.0.0.1:35579_solr s:shard2 c:awhollynewcollection_0) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.SolrCore [awhollynewcollection_0_shard2_replica_n2] Registered new searcher Searcher@72cdb3bf[awhollynewcollection_0_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1454229 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1454229 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1454232 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1454232 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1454233 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1454233 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1454233 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35579/solr/awhollynewcollection_0_shard2_replica_n2/
   [junit4]   2> 1454233 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1454233 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:35579/solr/awhollynewcollection_0_shard2_replica_n2/ has no replicas
   [junit4]   2> 1454233 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1454233 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d607709[awhollynewcollection_0_shard1_replica_n1] main]
   [junit4]   2> 1454235 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1454235 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1454235 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
   [junit4]   2> 1454236 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 1454236 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1454236 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1454237 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@29773cdd[awhollynewcollection_0_shard3_replica_n4] main]
   [junit4]   2> 1454237 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1454238 INFO  (searcherExecutor-5750-thread-1-processing-x:awhollynewcollection_0_shard1_replica_n1 r:core_node3 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE n:127.0.0.1:36329_solr s:shard1 c:awhollynewcollection_0) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.SolrCore [awhollynewcollection_0_shard1_replica_n1] Registered new searcher Searcher@7d607709[awhollynewcollection_0_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1454238 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589387174621478912
   [junit4]   2> 1454239 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
   [junit4]   2> 1454239 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35579/solr/awhollynewcollection_0_shard2_replica_n2/ shard2
   [junit4]   2> 1454240 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 1454240 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1454240 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589387174623576064
   [junit4]   2> 1454241 INFO  (searcherExecutor-5751-thread-1-processing-x:awhollynewcollection_0_shard3_replica_n4 r:core_node6 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE n:127.0.0.1:45085_solr s:shard3 c:awhollynewcollection_0) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.SolrCore [awhollynewcollection_0_shard3_replica_n4] Registered new searcher Searcher@29773cdd[awhollynewcollection_0_shard3_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1454245 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1454246 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1454246 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36329/solr/awhollynewcollection_0_shard1_replica_n1/
   [junit4]   2> 1454246 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1454246 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36329/solr/awhollynewcollection_0_shard1_replica_n1/ has no replicas
   [junit4]   2> 1454246 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1454247 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1454247 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1454247 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45085/solr/awhollynewcollection_0_shard3_replica_n4/
   [junit4]   2> 1454247 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1454247 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.SyncStrategy http://127.0.0.1:45085/solr/awhollynewcollection_0_shard3_replica_n4/ has no replicas
   [junit4]   2> 1454247 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1454253 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36329/solr/awhollynewcollection_0_shard1_replica_n1/ shard1
   [junit4]   2> 1454254 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45085/solr/awhollynewcollection_0_shard3_replica_n4/ shard3
   [junit4]   2> 1454357 INFO  (zkCallback-3828-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454357 INFO  (zkCallback-3808-thread-2-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454357 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454357 INFO  (zkCallback-3814-thread-1-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454357 INFO  (zkCallback-3814-thread-2-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454357 INFO  (zkCallback-3812-thread-2-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454358 INFO  (zkCallback-3812-thread-1-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454396 INFO  (parallelCoreAdminExecutor-5741-thread-1-processing-n:127.0.0.1:35579_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893699098965 CREATE) [n:127.0.0.1:35579_solr c:awhollynewcollection_0 s:shard2 r:core_node5 x:awhollynewcollection_0_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1454406 INFO  (parallelCoreAdminExecutor-5747-thread-1-processing-n:127.0.0.1:45085_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893702661483 CREATE) [n:127.0.0.1:45085_solr c:awhollynewcollection_0 s:shard3 r:core_node6 x:awhollynewcollection_0_shard3_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1454407 INFO  (parallelCoreAdminExecutor-5745-thread-1-processing-n:127.0.0.1:36329_solr 89cfe054-ccbb-4fd9-abf7-061909cd81f83501893695576130 CREATE) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1454511 INFO  (zkCallback-3814-thread-2-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454511 INFO  (zkCallback-3812-thread-1-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454511 INFO  (zkCallback-3814-thread-1-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454511 INFO  (zkCallback-3828-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454511 INFO  (zkCallback-3812-thread-2-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454512 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 36329
   [junit4]   2> 1454512 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=821726688
   [junit4]   2> 1454512 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454512 INFO  (zkCallback-3808-thread-2-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454512 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1454512 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a3d96c9: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@466f7523
   [junit4]   2> 1454515 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1454515 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a3e3f6d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6425c6c
   [junit4]   2> 1454517 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1454517 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64115daa: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@193ea4fb
   [junit4]   2> 1454520 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36329_solr
   [junit4]   2> 1454521 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1454521 INFO  (zkCallback-3814-thread-1-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1454521 INFO  (zkCallback-3810-thread-2-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1454521 INFO  (zkCallback-3812-thread-2-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1454521 INFO  (coreCloseExecutor-5764-thread-1) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.c.SolrCore [awhollynewcollection_0_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@26cf9217
   [junit4]   2> 1454521 INFO  (coreCloseExecutor-5764-thread-1) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.awhollynewcollection_0.shard1.replica_n1, tag=651137559
   [junit4]   2> 1454521 INFO  (coreCloseExecutor-5764-thread-1) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fc72664: rootName = null, domain = solr.core.awhollynewcollection_0.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.awhollynewcollection_0.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6fe1a64c
   [junit4]   2> 1454521 INFO  (zkCallback-3828-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1454521 INFO  (zkCallback-3828-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1454521 INFO  (zkCallback-3808-thread-2-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1454529 INFO  (coreCloseExecutor-5764-thread-1) [n:127.0.0.1:36329_solr c:awhollynewcollection_0 s:shard1 r:core_node3 x:awhollynewcollection_0_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.awhollynewcollection_0.shard1.leader, tag=651137559
   [junit4]   2> 1454543 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@512bdbc5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1454545 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ec7b9d8{/solr,null,UNAVAILABLE}
   [junit4]   2> 1454546 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.c.MiniSolrCloudCluster ============ Restarting jetty
   [junit4]   2> 1454546 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.c.ChaosMonkey monkey: starting jetty! 36329
   [junit4]   2> 1454550 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1454551 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a9d5eaf{/solr,null,AVAILABLE}
   [junit4]   2> 1454551 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2d951fe{HTTP/1.1,[http/1.1]}{127.0.0.1:36329}
   [junit4]   2> 1454551 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.e.j.s.Server Started @1457275ms
   [junit4]   2> 1454551 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36329}
   [junit4]   2> 1454551 ERROR (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1454552 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1454552 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1454552 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1454552 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-12T11:48:47.576Z
   [junit4]   2> 1454554 INFO  (zkConnectionManagerCallback-3832-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1454554 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1454557 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1454557 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1454561 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63630/solr
   [junit4]   2> 1454563 INFO  (zkConnectionManagerCallback-3836-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1454566 INFO  (zkConnectionManagerCallback-3838-thread-1-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1454577 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1454580 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [n:127.0.0.1:36329_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1454584 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [n:127.0.0.1:36329_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36329_solr
   [junit4]   2> 1454585 INFO  (zkCallback-3812-thread-2-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1454585 INFO  (zkCallback-3810-thread-2-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1454586 INFO  (zkCallback-3828-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1454586 INFO  (zkCallback-3828-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1454586 INFO  (zkCallback-3808-thread-2-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1454587 INFO  (zkCallback-3837-thread-1-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1454668 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [n:127.0.0.1:36329_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1454679 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [n:127.0.0.1:36329_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1454679 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [n:127.0.0.1:36329_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5674f421
   [junit4]   2> 1454681 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [n:127.0.0.1:36329_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001/tempDir-001/node3
   [junit4]   2> 1454681 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[74CA753206874A5E]) [n:127.0.0.1:36329_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [awhollynewcollection_0_shard1_replica_n1]
   [junit4]   2> 1454682 INFO  (coreLoadExecutor-5771-thread-1-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1454686 INFO  (zkCallback-3812-thread-2-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454686 INFO  (zkCallback-3812-thread-3-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454687 INFO  (zkCallback-3808-thread-1-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454687 INFO  (zkCallback-3808-thread-2-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1454698 INFO  (coreLoadExecutor-5771-thread-1-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1454710 INFO  (coreLoadExecutor-5771-thread-1-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.s.IndexSchema [awhollynewcollection_0_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1454712 INFO  (coreLoadExecutor-5771-thread-1-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:3

[...truncated too long message...]

g=null
   [junit4]   2> 1536082 INFO  (jetty-closer-3781-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1536082 INFO  (zkCallback-3812-thread-2-processing-n:127.0.0.1:45085_solr) [n:127.0.0.1:45085_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1536078 INFO  (zkCallback-3837-thread-4-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
   [junit4]   2> 1536082 INFO  (zkCallback-3810-thread-1-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
   [junit4]   2> 1536083 INFO  (zkCallback-3837-thread-5-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 1536084 INFO  (zkCallback-3810-thread-3-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 1536087 INFO  (zkCallback-3808-thread-5-processing-n:127.0.0.1:35579_solr) [n:127.0.0.1:35579_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1536090 INFO  (jetty-closer-3781-thread-4) [    ] o.a.s.c.Overseer Overseer (id=99336698260684810-127.0.0.1:45085_solr-n_0000000000) closing
   [junit4]   2> 1536091 INFO  (OverseerStateUpdate-99336698260684810-127.0.0.1:45085_solr-n_0000000000) [n:127.0.0.1:45085_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45085_solr
   [junit4]   2> 1536093 WARN  (OverseerAutoScalingTriggerThread-99336698260684810-127.0.0.1:45085_solr-n_0000000000) [n:127.0.0.1:45085_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1536098 INFO  (zkCallback-3810-thread-3-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60151_solr
   [junit4]   2> 1536099 INFO  (jetty-closer-3781-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65e75905{/solr,null,UNAVAILABLE}
   [junit4]   2> 1536101 INFO  (jetty-closer-3781-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@71de5c4a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1536107 INFO  (coreCloseExecutor-5928-thread-1) [n:127.0.0.1:60151_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard1.leader, tag=1931856390
   [junit4]   2> 1536111 INFO  (jetty-closer-3781-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@224d2a4b{/solr,null,UNAVAILABLE}
   [junit4]   2> 1536111 INFO  (zkCallback-3837-thread-5-processing-n:127.0.0.1:36329_solr) [n:127.0.0.1:36329_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36329_solr
   [junit4]   2> 1536121 INFO  (coreCloseExecutor-5929-thread-1) [n:127.0.0.1:36329_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard2.leader, tag=289591610
   [junit4]   2> 1536126 INFO  (jetty-closer-3781-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a9d5eaf{/solr,null,UNAVAILABLE}
   [junit4]   2> 1536129 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[74CA753206874A5E]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1536130 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[74CA753206874A5E]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63630 63630
   [junit4]   2> 1546149 INFO  (Thread-3442) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63630 63630
   [junit4]   2> 1546150 WARN  (Thread-3442) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/configs/conf
   [junit4]   2> 	18	/solr/aliases.json
   [junit4]   2> 	18	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	44	/solr/collections/addReplicaColl/state.json
   [junit4]   2> 	28	/solr/collections/nodes_used_collection/state.json
   [junit4]   2> 	24	/solr/collections/reloaded_collection/state.json
   [junit4]   2> 	18	/solr/clusterstate.json
   [junit4]   2> 	14	/solr/collections/halfdeletedcollection/state.json
   [junit4]   2> 	13	/solr/collections/acollectionafterbaddelete/state.json
   [junit4]   2> 	10	/solr/collections/onlyinzk/state.json
   [junit4]   2> 	5	/solr/collections/created_and_deleted/state.json
   [junit4]   2> 	5	/solr/collections/withconfigset2/state.json
   [junit4]   2> 	4	/solr/collections/halfcollectionblocker/state.json
   [junit4]   2> 	4	/solr/collections/awhollynewcollection_0/state.json
   [junit4]   2> 	4	/solr/collections/halfcollection/state.json
   [junit4]   2> 	4	/solr/collections/halfcollectionblocker2/state.json
   [junit4]   2> 	2	/solr/collections/addReplicaColl/leader_elect/shard1/election/99336698260684808-core_node3-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	312	/solr/collections
   [junit4]   2> 	18	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_74CA753206874A5E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1519, maxMBSortInHeap=5.146716498758545, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@24b3bd0e), locale=pt-BR, timezone=SystemV/YST9YDT
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=201657968,total=376131584
   [junit4]   2> NOTE: All tests run in this JVM: [TestCoreContainer, BasicFunctionalityTest, CloudExitableDirectoryReaderTest, TestDelegationWithHadoopAuth, LeaderElectionIntegrationTest, TestDistributedMissingSort, SmileWriterTest, FileBasedSpellCheckerTest, TestCloudDeleteByQuery, TestDistributedGrouping, OverseerStatusTest, DateRangeFieldTest, DocumentAnalysisRequestHandlerTest, RollingRestartTest, FileUtilsTest, LeaderElectionContextKeyTest, DistributedQueryComponentCustomSortTest, SolrGraphiteReporterTest, TestCharFilters, HdfsDirectoryFactoryTest, TestLuceneIndexBackCompat, TestSort, TestTrackingShardHandlerFactory, TestMinMaxOnMultiValuedField, FullHLLTest, AddSchemaFieldsUpdateProcessorFactoryTest, StatelessScriptUpdateProcessorFactoryTest, TestCloudNestedDocsSort, SpellPossibilityIteratorTest, TestSolrCloudWithHadoopAuthPlugin, TestDFISimilarityFactory, TestMiniSolrCloudClusterSSL, TestFieldTypeResource, TestMacros, LeaderFailureAfterFreshStartTest, HealthCheckHandlerTest, TestPrepRecovery, LukeRequestHandlerTest, SynonymTokenizerTest, TestReqParamsAPI, TestLMJelinekMercerSimilarityFactory, TestSolrJ, TestPerFieldSimilarity, TestManagedSynonymFilterFactory, CoreMergeIndexesAdminHandlerTest, ZkStateReaderTest, TestCloudSearcherWarming, TestDocTermOrds, BadCopyFieldTest, PreAnalyzedFieldTest, TestChildDocTransformer, TestDeleteCollectionOnDownNodes, TestCloudPseudoReturnFields, TestNodeAddedTrigger, TestSolrDeletionPolicy1, TestPayloadCheckQParserPlugin, CacheHeaderTest, TestRestManager, CdcrBidirectionalTest, ShardRoutingCustomTest, HttpSolrCallGetCoreTest, TestScoreJoinQPNoScore, TestBulkSchemaConcurrent, TestSegmentSorting, BigEndianAscendingWordDeserializerTest, TestSolrCoreParser, HLLUtilTest, CopyFieldTest, OverseerModifyCollectionTest, HdfsCollectionsAPIDistributedZkTest, TestSchemaResource, TestRetrieveFieldsOptimizer, DebugComponentTest, TestSchemalessBufferedUpdates, TestValueSourceCache, TestIndexSearcher, TestSystemIdResolver, HttpTriggerListenerTest, TestSchemaVersionResource, TestHdfsCloudBackupRestore, SimpleMLTQParserTest, IndexSchemaRuntimeFieldTest, TestRandomFaceting, JsonLoaderTest, InfixSuggestersTest, TestCustomStream, AnalysisAfterCoreReloadTest, DocValuesMultiTest, ChangedSchemaMergeTest, TestManagedSchemaAPI, TestCollectionAPIs, TestJsonFacetRefinement, TestMissingGroups, TestObjectReleaseTracker, TestWordDelimiterFilterFactory, TestCSVLoader, TestHttpShardHandlerFactory, PeerSyncTest, OverriddenZkACLAndCredentialsProvidersTest, BlockJoinFacetSimpleTest, PingRequestHandlerTest, TestAnalyzedSuggestions, WrapperMergePolicyFactoryTest, TestRequestStatusCollectionAPI, DirectoryFactoryTest, TestCloudJSONFacetJoinDomain, TestSolrQueryParser, TestSolrIndexConfig, OpenCloseCoreStressTest, EchoParamsTest, TestDefaultStatsCache, TestCoreAdminApis, TestSimpleTrackingShardHandler, TestFieldCacheReopen, TestComplexPhraseLeadingWildcard, TestJettySolrRunner, TlogReplayBufferedWhileIndexingTest, CloneFieldUpdateProcessorFactoryTest, SOLR749Test, TestEmbeddedSolrServerConstructors, AutoScalingHandlerTest, ZkNodePropsTest, ActionThrottleTest, CustomCollectionTest, BasicAuthStandaloneTest, TestJsonRequest, QueryElevationComponentTest, FullSolrCloudDistribCmdsTest, TestSearchPerf, TestLegacyNumericRangeQueryBuilder, TestLeaderElectionZkExpiry, TestReplicaProperties, RemoteQueryErrorTest, StressHdfsTest, TestSolrConfigHandlerCloud, TestFieldCacheWithThreads, ConnectionManagerTest, LoggingHandlerTest, TestPointFields, CollectionsAPIDistributedZkTest]
   [junit4] Completed [264/767 (1!)] on J1 in 94.27s, 19 tests, 1 error <<< FAILURES!

[...truncated 49702 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1620 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1620/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Didn't see all replicas for shard shard1 in c8n_1x3_lf come up within 90000 ms! ClusterState: {   "control_collection":{     "pullReplicas":"0",     "replicationFactor":"1",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{"core_node2":{             "core":"control_collection_shard1_replica_n1",             "base_url":"http://127.0.0.1:37764",             "node_name":"127.0.0.1:37764_",             "state":"active",             "type":"NRT",             "leader":"true"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "nrtReplicas":"1",     "tlogReplicas":"0"},   "c8n_1x3_lf":{     "pullReplicas":"0",     "replicationFactor":"1",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{           "core_node4":{             "core":"c8n_1x3_lf_shard1_replica_n1",             "base_url":"http://127.0.0.1:47736",             "node_name":"127.0.0.1:47736_",             "state":"recovering",             "type":"NRT"},           "core_node5":{             "core":"c8n_1x3_lf_shard1_replica_n2",             "base_url":"http://127.0.0.1:35661",             "node_name":"127.0.0.1:35661_",             "state":"recovering",             "type":"NRT"},           "core_node6":{             "core":"c8n_1x3_lf_shard1_replica_n3",             "base_url":"http://127.0.0.1:37764",             "node_name":"127.0.0.1:37764_",             "state":"active",             "type":"NRT",             "leader":"true"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "nrtReplicas":"3",     "tlogReplicas":"0"},   "collection1":{     "pullReplicas":"0",     "replicationFactor":"1",     "shards":{       "shard1":{         "range":"80000000-ffffffff",         "state":"active",         "replicas":{"core_node44":{             "core":"collection1_shard1_replica_n43",             "base_url":"http://127.0.0.1:50035",             "node_name":"127.0.0.1:50035_",             "state":"active",             "type":"NRT",             "leader":"true"}}},       "shard2":{         "range":"0-7fffffff",         "state":"active",         "replicas":{           "core_node42":{             "core":"collection1_shard2_replica_n41",             "base_url":"http://127.0.0.1:47736",             "node_name":"127.0.0.1:47736_",             "state":"active",             "type":"NRT",             "leader":"true"},           "core_node46":{             "core":"collection1_shard2_replica_n45",             "base_url":"http://127.0.0.1:35661",             "node_name":"127.0.0.1:35661_",             "state":"active",             "type":"NRT"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "nrtReplicas":"1",     "tlogReplicas":"0"}}

Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x3_lf come up within 90000 ms! ClusterState: {
  "control_collection":{
    "pullReplicas":"0",
    "replicationFactor":"1",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{"core_node2":{
            "core":"control_collection_shard1_replica_n1",
            "base_url":"http://127.0.0.1:37764",
            "node_name":"127.0.0.1:37764_",
            "state":"active",
            "type":"NRT",
            "leader":"true"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "nrtReplicas":"1",
    "tlogReplicas":"0"},
  "c8n_1x3_lf":{
    "pullReplicas":"0",
    "replicationFactor":"1",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{
          "core_node4":{
            "core":"c8n_1x3_lf_shard1_replica_n1",
            "base_url":"http://127.0.0.1:47736",
            "node_name":"127.0.0.1:47736_",
            "state":"recovering",
            "type":"NRT"},
          "core_node5":{
            "core":"c8n_1x3_lf_shard1_replica_n2",
            "base_url":"http://127.0.0.1:35661",
            "node_name":"127.0.0.1:35661_",
            "state":"recovering",
            "type":"NRT"},
          "core_node6":{
            "core":"c8n_1x3_lf_shard1_replica_n3",
            "base_url":"http://127.0.0.1:37764",
            "node_name":"127.0.0.1:37764_",
            "state":"active",
            "type":"NRT",
            "leader":"true"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "nrtReplicas":"3",
    "tlogReplicas":"0"},
  "collection1":{
    "pullReplicas":"0",
    "replicationFactor":"1",
    "shards":{
      "shard1":{
        "range":"80000000-ffffffff",
        "state":"active",
        "replicas":{"core_node44":{
            "core":"collection1_shard1_replica_n43",
            "base_url":"http://127.0.0.1:50035",
            "node_name":"127.0.0.1:50035_",
            "state":"active",
            "type":"NRT",
            "leader":"true"}}},
      "shard2":{
        "range":"0-7fffffff",
        "state":"active",
        "replicas":{
          "core_node42":{
            "core":"collection1_shard2_replica_n41",
            "base_url":"http://127.0.0.1:47736",
            "node_name":"127.0.0.1:47736_",
            "state":"active",
            "type":"NRT",
            "leader":"true"},
          "core_node46":{
            "core":"collection1_shard2_replica_n45",
            "base_url":"http://127.0.0.1:35661",
            "node_name":"127.0.0.1:35661_",
            "state":"active",
            "type":"NRT"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "nrtReplicas":"1",
    "tlogReplicas":"0"}}
	at __randomizedtesting.SeedInfo.seed([8612D12761D13BC6:E46EEFDCF2D563E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:2000)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:99)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse

Error Message:
Error from server at https://127.0.0.1:61335/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:61335/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
	at __randomizedtesting.SeedInfo.seed([8612D12761D13BC6:E9979A7FDDA70829]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12391 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/init-core-data-001
   [junit4]   2> 1541454 WARN  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[8612D12761D13BC6]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 1541454 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[8612D12761D13BC6]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1541455 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[8612D12761D13BC6]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1541456 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[8612D12761D13BC6]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1541456 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[8612D12761D13BC6]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001
   [junit4]   2> 1541456 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[8612D12761D13BC6]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1541456 INFO  (Thread-2316) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1541456 INFO  (Thread-2316) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1541459 ERROR (Thread-2316) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1541556 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[8612D12761D13BC6]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:58000
   [junit4]   2> 1541559 INFO  (zkConnectionManagerCallback-4459-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1541568 INFO  (jetty-launcher-4456-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1541569 INFO  (jetty-launcher-4456-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@688fb8bb{/solr,null,AVAILABLE}
   [junit4]   2> 1541568 INFO  (jetty-launcher-4456-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1541570 INFO  (jetty-launcher-4456-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35ee5ffa{/solr,null,AVAILABLE}
   [junit4]   2> 1541575 INFO  (jetty-launcher-4456-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@38315836{SSL,[ssl, http/1.1]}{127.0.0.1:61335}
   [junit4]   2> 1541575 INFO  (jetty-launcher-4456-thread-1) [    ] o.e.j.s.Server Started @1545073ms
   [junit4]   2> 1541575 INFO  (jetty-launcher-4456-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61335}
   [junit4]   2> 1541575 INFO  (jetty-launcher-4456-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@161a779f{SSL,[ssl, http/1.1]}{127.0.0.1:56752}
   [junit4]   2> 1541575 INFO  (jetty-launcher-4456-thread-2) [    ] o.e.j.s.Server Started @1545073ms
   [junit4]   2> 1541575 ERROR (jetty-launcher-4456-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1541575 INFO  (jetty-launcher-4456-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56752}
   [junit4]   2> 1541575 INFO  (jetty-launcher-4456-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1541575 INFO  (jetty-launcher-4456-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1541575 INFO  (jetty-launcher-4456-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1541575 INFO  (jetty-launcher-4456-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-11T22:00:26.428Z
   [junit4]   2> 1541575 ERROR (jetty-launcher-4456-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1541575 INFO  (jetty-launcher-4456-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1541576 INFO  (jetty-launcher-4456-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1541576 INFO  (jetty-launcher-4456-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1541576 INFO  (jetty-launcher-4456-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-11T22:00:26.429Z
   [junit4]   2> 1541577 INFO  (zkConnectionManagerCallback-4463-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1541578 INFO  (jetty-launcher-4456-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1541584 INFO  (zkConnectionManagerCallback-4461-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1541584 INFO  (jetty-launcher-4456-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58000/solr
   [junit4]   2> 1541585 INFO  (jetty-launcher-4456-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1541586 INFO  (zkConnectionManagerCallback-4467-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1541605 INFO  (zkConnectionManagerCallback-4469-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1541607 INFO  (jetty-launcher-4456-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58000/solr
   [junit4]   2> 1541608 INFO  (zkConnectionManagerCallback-4473-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1541611 INFO  (zkConnectionManagerCallback-4475-thread-1-processing-n:127.0.0.1:61335_solr) [n:127.0.0.1:61335_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1541729 INFO  (jetty-launcher-4456-thread-2) [n:127.0.0.1:56752_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1541730 INFO  (jetty-launcher-4456-thread-2) [n:127.0.0.1:56752_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56752_solr
   [junit4]   2> 1541730 INFO  (jetty-launcher-4456-thread-1) [n:127.0.0.1:61335_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1541731 INFO  (jetty-launcher-4456-thread-2) [n:127.0.0.1:56752_solr    ] o.a.s.c.Overseer Overseer (id=99333441212317700-127.0.0.1:56752_solr-n_0000000000) starting
   [junit4]   2> 1541731 INFO  (jetty-launcher-4456-thread-1) [n:127.0.0.1:61335_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61335_solr
   [junit4]   2> 1541739 INFO  (jetty-launcher-4456-thread-2) [n:127.0.0.1:56752_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56752_solr
   [junit4]   2> 1541753 INFO  (zkCallback-4468-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1541764 INFO  (zkCallback-4474-thread-1-processing-n:127.0.0.1:61335_solr) [n:127.0.0.1:61335_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1541803 INFO  (jetty-launcher-4456-thread-2) [n:127.0.0.1:56752_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56752.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12468f46
   [junit4]   2> 1541809 INFO  (jetty-launcher-4456-thread-2) [n:127.0.0.1:56752_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56752.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12468f46
   [junit4]   2> 1541809 INFO  (jetty-launcher-4456-thread-2) [n:127.0.0.1:56752_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56752.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12468f46
   [junit4]   2> 1541810 INFO  (jetty-launcher-4456-thread-2) [n:127.0.0.1:56752_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/.
   [junit4]   2> 1541812 INFO  (zkCallback-4468-thread-2-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1541823 INFO  (zkCallback-4474-thread-2-processing-n:127.0.0.1:61335_solr) [n:127.0.0.1:61335_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1541877 INFO  (jetty-launcher-4456-thread-1) [n:127.0.0.1:61335_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61335.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12468f46
   [junit4]   2> 1541882 INFO  (jetty-launcher-4456-thread-1) [n:127.0.0.1:61335_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61335.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12468f46
   [junit4]   2> 1541882 INFO  (jetty-launcher-4456-thread-1) [n:127.0.0.1:61335_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61335.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12468f46
   [junit4]   2> 1541883 INFO  (jetty-launcher-4456-thread-1) [n:127.0.0.1:61335_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node1/.
   [junit4]   2> 1541901 INFO  (zkConnectionManagerCallback-4481-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1541932 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[8612D12761D13BC6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1541934 INFO  (zkConnectionManagerCallback-4486-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1541935 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[8612D12761D13BC6]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1541936 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[8612D12761D13BC6]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58000/solr ready
   [junit4]   2> 1541953 INFO  (qtp1650381939-13103) [n:127.0.0.1:61335_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1541953 INFO  (qtp1650381939-13103) [n:127.0.0.1:61335_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1541954 INFO  (qtp1650381939-13099) [n:127.0.0.1:61335_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1541957 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.CreateCollectionCmd Create collection timeConfig
   [junit4]   2> 1541958 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 1541958 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
   [junit4]   2> 1541961 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
   [junit4]   2> 1541964 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
   [junit4]   2> 1541966 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
   [junit4]   2> 1541968 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
   [junit4]   2> 1541971 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
   [junit4]   2> 1541973 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
   [junit4]   2> 1541975 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
   [junit4]   2> 1541977 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
   [junit4]   2> 1541979 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
   [junit4]   2> 1541981 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/timeConfig/lang/contractions_ca.txt
   [junit4]   2> 1541983 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
   [junit4]   2> 1541986 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
   [junit4]   2> 1541988 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
   [junit4]   2> 1541990 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
   [junit4]   2> 1541993 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
   [junit4]   2> 1541995 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
   [junit4]   2> 1541997 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
   [junit4]   2> 1541999 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
   [junit4]   2> 1542001 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
   [junit4]   2> 1542004 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
   [junit4]   2> 1542006 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
   [junit4]   2> 1542008 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
   [junit4]   2> 1542010 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
   [junit4]   2> 1542012 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
   [junit4]   2> 1542014 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
   [junit4]   2> 1542016 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
   [junit4]   2> 1542018 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
   [junit4]   2> 1542020 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
   [junit4]   2> 1542023 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
   [junit4]   2> 1542025 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
   [junit4]   2> 1542027 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
   [junit4]   2> 1542030 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
   [junit4]   2> 1542033 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
   [junit4]   2> 1542036 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
   [junit4]   2> 1542038 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
   [junit4]   2> 1542039 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
   [junit4]   2> 1542042 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
   [junit4]   2> 1542044 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
   [junit4]   2> 1542046 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
   [junit4]   2> 1542048 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
   [junit4]   2> 1542050 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
   [junit4]   2> 1542052 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
   [junit4]   2> 1542054 INFO  (OverseerThreadFactory-4559-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
   [junit4]   2> 1542166 INFO  (OverseerStateUpdate-99333441212317700-127.0.0.1:56752_solr-n_0000000000) [n:127.0.0.1:56752_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"timeConfig",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"timeConfig_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:56752/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1542404 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1542404 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1542514 INFO  (zkCallback-4468-thread-2-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1542515 INFO  (zkCallback-4468-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1543433 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1543433 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1543434 WARN  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1543434 WARN  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1543434 WARN  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1543435 WARN  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1543435 WARN  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 1543435 WARN  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1543436 WARN  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 1543436 WARN  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1543446 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1543468 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 1543609 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1543648 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig, trusted=true
   [junit4]   2> 1543649 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56752.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12468f46
   [junit4]   2> 1543649 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1543649 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 1543651 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 1543688 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1543688 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1543690 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1543690 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1543691 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@356756e9[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1543693 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 1543693 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 1543693 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 1543694 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1543695 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1543695 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 1543696 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1543696 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589335061743796224
   [junit4]   2> 1543696 INFO  (searcherExecutor-4564-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@356756e9[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1543696 INFO  (searcherExecutor-4564-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1543696 INFO  (searcherExecutor-4564-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1543697 INFO  (searcherExecutor-4564-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@356756e9[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1543702 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1543702 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1543702 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:56752/solr/timeConfig_shard1_replica_n1/
   [junit4]   2> 1543703 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1543703 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:56752/solr/timeConfig_shard1_replica_n1/ has no replicas
   [junit4]   2> 1543703 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1543708 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:56752/solr/timeConfig_shard1_replica_n1/ shard1
   [junit4]   2> 1543811 INFO  (zkCallback-4468-thread-2-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1543811 INFO  (zkCallback-4468-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1543860 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1543865 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1461
   [junit4]   2> 1543871 INFO  (qtp1650381939-13099) [n:127.0.0.1:61335_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1543962 INFO  (OverseerCollectionConfigSetProcessor-99333441212317700-127.0.0.1:56752_solr-n_0000000000) [n:127.0.0.1:56752_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1543967 INFO  (zkCallback-4468-thread-1-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1543967 INFO  (zkCallback-4468-thread-2-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1544884 INFO  (qtp1650381939-13099) [n:127.0.0.1:61335_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2930
   [junit4]   2> 1544909 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"set-user-property":{"timePartitionAliasName":"myalias"}}, {"set-user-property":{"update.autoCreateFields":false}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"tolerant",
   [junit4]   2>     "class":"solr.TolerantUpdateProcessorFactory"}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"inc",
   [junit4]   2>     "class":"org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest$IncrementURPFactory",
   [junit4]   2>     "fieldName":"integer_i"}}]
   [junit4]   2> 1544911 INFO  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 1544913 INFO  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrCore core reload timeConfig_shard1_replica_n1
   [junit4]   2> 1544914 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 1544919 INFO  (solrHandlerExecutor-4569-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1544935 INFO  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 1544936 INFO  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 1544937 WARN  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 1544937 WARN  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1544937 WARN  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 1544938 WARN  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1544938 WARN  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 1544938 WARN  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1544939 WARN  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 1544939 WARN  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 1544948 INFO  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1544985 INFO  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 1545024 INFO  (qtp1660761715-13092) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 1545025 INFO  (qtp1660761715-13092) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1545026 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 1545026 INFO  (solrHandlerExecutor-4569-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from https://127.0.0.1:56752/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 1 attempts
   [junit4]   2> 1545026 INFO  (solrHandlerExecutor-4569-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1545125 INFO  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1545128 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 1545128 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1545128 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 1545129 INFO  (solrHandlerExecutor-4569-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from https://127.0.0.1:56752/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 2 attempts
   [junit4]   2> 1545129 INFO  (solrHandlerExecutor-4569-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1545168 INFO  (Thread-2338) [n:127.0.0.1:56752_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig
   [junit4]   2> 1545184 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56752.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12468f46
   [junit4]   2> 1545184 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/timeConfig_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_8612D12761D13BC6-001/tempDir-001/node2/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 1545185 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 1545220 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1545221 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1545221 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@540f6da9[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1545223 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 1545224 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 1545224 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 1545224 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1545224 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1545225 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 1545225 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1545225 INFO  (searcherExecutor-4570-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@540f6da9[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1545226 INFO  (searcherExecutor-4570-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1545226 INFO  (searcherExecutor-4570-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1545226 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589335063348117504
   [junit4]   2> 1545229 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1545229 INFO  (searcherExecutor-4570-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@540f6da9[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1545230 INFO  (qtp1660761715-13087) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 1545230 INFO  (Thread-2338) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@550354ee[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 1545230 INFO  (qtp1660761715-13087) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1545230 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 1545231 INFO  (solrHandlerExecutor-4569-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from https://127.0.0.1:56752/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 3 attempts
   [junit4]   2> 1545231 INFO  (solrHandlerExecutor-4569-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1545231 INFO  (searcherExecutor-4570-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@550354ee[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1545231 INFO  (searcherExecutor-4570-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1545233 INFO  (searcherExecutor-4570-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@550354ee[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1545332 INFO  (qtp1660761715-13088) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 1545332 INFO  (qtp1660761715-13088) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 1545332 INFO  (qtp1660761715-13088) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1545334 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 424.0ms to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 1545334 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7feb8063
   [junit4]   2> 1545334 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=2146140259
   [junit4]   2> 1545334 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6aea6bdb: rootName = solr_56752, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@60a97910
   [junit4]   2> 1545345 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=2146140259
   [junit4]   2> 1545361 INFO  (qtp1660761715-13087) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/timeConfig/params.json 
   [junit4]   2> 1545362 INFO  (qtp1660761715-13087) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 1545363 INFO  (Thread-2339) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 1545365 INFO  (solrHandlerExecutor-4574-thread-1-processing-n:127.0.0.1:56752_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 1545366 INFO  (Thread-2339) [n:127.0.0.1:56752_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 1545366 INFO  (Thread-2339) [n:127.0.0.1:56752_solr    ] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 1545475 INFO  (qtp1660761715-13092) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 1 of params
   [junit4]   2> 1545475 INFO  (qtp1660761715-13092) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 1545475 INFO  (qtp1660761715-13092) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={params=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1545477 INFO  (qtp1660761715-13087) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 115.0ms to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 1545477 INFO  (qtp1660761715-13087) [n:127.0.0.1:56752_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/params params={wt=javabin&version=2} status=0 QTime=118
   [junit4]   2> 1545479 INFO  (qtp1650381939-13107) [n:127.0.0.1:61335_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=timeConfig&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1545485 INFO  (OverseerThreadFactory-4559-thread-2-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1545486 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=null
   [junit4]   2> 1545486 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e4a8532: rootName = solr_56752, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@60a97910
   [junit4]   2> 1545505 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr    ] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7cb65fb1
   [junit4]   2> 1545505 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=2092326833
   [junit4]   2> 1545505 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=2092326833
   [junit4]   2> 1545510 INFO  (qtp1660761715-13091) [n:127.0.0.1:56752_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=timeConfig_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=23
   [junit4]   2> 1546219 INFO  (qtp1650381939-13107) [n:127.0.0.1:61335_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=timeConfig&action=DELETE&wt=javabin&version=2} status=0 QTime=739
   [junit4]   2> 1546220 INFO  (qtp1650381939-13101) [n:127.0.0.1:61335_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.timePartitionAliasName=myalias&collection.configName=timeConfig&maxShardsPerNode=2&name=myalias_2017-10-23&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1546226 INFO  (OverseerThreadFactory-4559-thread-3-processing-n:127.0.0.1:56752_solr) [n:127.0.0.1:56752_solr    ] o.a.s.c.CreateCollectionCmd Create collection myalias_2017-10-23
   [junit4]   2> 1546228 INFO  (OverseerCollectionConfigSetProcessor-99333441212317700-127.0.0.1:56752_solr-n_0000000000) [n:127.0.0.1:56752_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1546454 INFO  (OverseerStateUpdate-99333441212317700-127.0.0.1:56752_solr-n_0000000000) [n:127.0.0.1:56752_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"myalias_2017-10-23_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:61335/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1546462 INFO  (OverseerStateUpdate-99333441212317700-127.0.0.1:56752_solr-n_0000000000) [n:127.0.0.1:56752_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"myalias_2017-10-23_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:56752/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1546469 INFO  (OverseerStateUpdate-99333441212317700-127.0.0.1:56752_solr-n_0000000000) [n:127.0.0.1:56752_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"myalias_2017-10-23_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:61335/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1546476 INFO  (OverseerStateUpdate-99333441212317700-127.0.0.1:56752_solr-n_0000000000) [n:127.0.0.1:56752_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"myalias_2017-10-23_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:56752/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1546685 INFO  (qtp1660761715-13090) [n:127.0.0.1:56752_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node5&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 1546693 INFO  (qtp1650381939-13106) [n:127.0.0.1:61335_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node7&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 1546694 INFO  (qtp1650381939-13106) [n:127.0.0.1:61335_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1546700 INFO  (qtp1650381939-13100) [n:127.0.0.1:61335_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node3&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 1546702 INFO  (qtp1660761715-13089) [n:127.0.0.1:56752_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node8&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 1546824 INFO  (z

[...truncated too long message...]

od=test -Dtests.seed=8612D12761D13BC6 -Dtests.slow=true -Dtests.locale=da -Dtests.timezone=Indian/Maldives -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE  124s J0 | LeaderFailoverAfterPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x3_lf come up within 90000 ms! ClusterState: {
   [junit4]    >   "control_collection":{
   [junit4]    >     "pullReplicas":"0",
   [junit4]    >     "replicationFactor":"1",
   [junit4]    >     "shards":{"shard1":{
   [junit4]    >         "range":"80000000-7fffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{"core_node2":{
   [junit4]    >             "core":"control_collection_shard1_replica_n1",
   [junit4]    >             "base_url":"http://127.0.0.1:37764",
   [junit4]    >             "node_name":"127.0.0.1:37764_",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT",
   [junit4]    >             "leader":"true"}}}},
   [junit4]    >     "router":{"name":"compositeId"},
   [junit4]    >     "maxShardsPerNode":"1",
   [junit4]    >     "autoAddReplicas":"false",
   [junit4]    >     "nrtReplicas":"1",
   [junit4]    >     "tlogReplicas":"0"},
   [junit4]    >   "c8n_1x3_lf":{
   [junit4]    >     "pullReplicas":"0",
   [junit4]    >     "replicationFactor":"1",
   [junit4]    >     "shards":{"shard1":{
   [junit4]    >         "range":"80000000-7fffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{
   [junit4]    >           "core_node4":{
   [junit4]    >             "core":"c8n_1x3_lf_shard1_replica_n1",
   [junit4]    >             "base_url":"http://127.0.0.1:47736",
   [junit4]    >             "node_name":"127.0.0.1:47736_",
   [junit4]    >             "state":"recovering",
   [junit4]    >             "type":"NRT"},
   [junit4]    >           "core_node5":{
   [junit4]    >             "core":"c8n_1x3_lf_shard1_replica_n2",
   [junit4]    >             "base_url":"http://127.0.0.1:35661",
   [junit4]    >             "node_name":"127.0.0.1:35661_",
   [junit4]    >             "state":"recovering",
   [junit4]    >             "type":"NRT"},
   [junit4]    >           "core_node6":{
   [junit4]    >             "core":"c8n_1x3_lf_shard1_replica_n3",
   [junit4]    >             "base_url":"http://127.0.0.1:37764",
   [junit4]    >             "node_name":"127.0.0.1:37764_",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT",
   [junit4]    >             "leader":"true"}}}},
   [junit4]    >     "router":{"name":"compositeId"},
   [junit4]    >     "maxShardsPerNode":"1",
   [junit4]    >     "autoAddReplicas":"false",
   [junit4]    >     "nrtReplicas":"3",
   [junit4]    >     "tlogReplicas":"0"},
   [junit4]    >   "collection1":{
   [junit4]    >     "pullReplicas":"0",
   [junit4]    >     "replicationFactor":"1",
   [junit4]    >     "shards":{
   [junit4]    >       "shard1":{
   [junit4]    >         "range":"80000000-ffffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{"core_node44":{
   [junit4]    >             "core":"collection1_shard1_replica_n43",
   [junit4]    >             "base_url":"http://127.0.0.1:50035",
   [junit4]    >             "node_name":"127.0.0.1:50035_",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT",
   [junit4]    >             "leader":"true"}}},
   [junit4]    >       "shard2":{
   [junit4]    >         "range":"0-7fffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{
   [junit4]    >           "core_node42":{
   [junit4]    >             "core":"collection1_shard2_replica_n41",
   [junit4]    >             "base_url":"http://127.0.0.1:47736",
   [junit4]    >             "node_name":"127.0.0.1:47736_",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT",
   [junit4]    >             "leader":"true"},
   [junit4]    >           "core_node46":{
   [junit4]    >             "core":"collection1_shard2_replica_n45",
   [junit4]    >             "base_url":"http://127.0.0.1:35661",
   [junit4]    >             "node_name":"127.0.0.1:35661_",
   [junit4]    >             "state":"active",
   [junit4]    >             "type":"NRT"}}}},
   [junit4]    >     "router":{"name":"compositeId"},
   [junit4]    >     "maxShardsPerNode":"1",
   [junit4]    >     "autoAddReplicas":"false",
   [junit4]    >     "nrtReplicas":"1",
   [junit4]    >     "tlogReplicas":"0"}}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8612D12761D13BC6:E46EEFDCF2D563E]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:2000)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:99)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_8612D12761D13BC6-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@51018381), locale=da, timezone=Indian/Maldives
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=334593600,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestUpdate, TestJsonFacets, RestartWhileUpdatingTest, TestShardHandlerFactory, SuggesterTSTTest, NotRequiredUniqueKeyTest, JSONWriterTest, ClassificationUpdateProcessorTest, CollectionTooManyReplicasTest, TestEmbeddedSolrServerAdminHandler, TestSerializedLuceneMatchVersion, PathHierarchyTokenizerFactoryTest, ExplicitHLLTest, DistribJoinFromCollectionTest, TestManagedSchemaThreadSafety, TestSolrConfigHandlerConcurrent, CdcrVersionReplicationTest, TestLegacyTerms, DistributedVersionInfoTest, TestJmxIntegration, SpellCheckCollatorWithCollapseTest, DistanceUnitsTest, TestPullReplica, TestCollectionsAPIViaSolrCloudCluster, TestCSVResponseWriter, ConvertedLegacyTest, UUIDFieldTest, TestConfigSetProperties, ResourceLoaderTest, AsyncCallRequestStatusResponseTest, DirectUpdateHandlerOptimizeTest, TestLargeCluster, OverseerTest, SolrShardReporterTest, TestRequestForwarding, JvmMetricsTest, TestSimpleQParserPlugin, BlobRepositoryCloudTest, TestRTimerTree, TestSolrCloudSnapshots, TestSSLRandomization, TestRangeQuery, AutoscalingHistoryHandlerTest, TestApiFramework, RequestHandlersTest, CdcrReplicationHandlerTest, TestReplicationHandlerBackup, OverseerRolesTest, TestTestInjection, TestSubQueryTransformer, VersionInfoTest, TestCloudPivotFacet, TestBlobHandler, TestSchemaManager, TestShortCircuitedRequests, TestExecutePlanAction, TestHdfsUpdateLog, TestFieldSortValues, DeleteShardTest, DistributedFacetPivotLargeTest, TestBinaryResponseWriter, TestHighlightDedupGrouping, TestScoreJoinQPScore, RequiredFieldsTest, TestExactStatsCache, DateMathParserTest, HdfsBasicDistributedZkTest, SortByFunctionTest, DocValuesMissingTest, TestNumericRangeQuery32, XmlUpdateRequestHandlerTest, MoveReplicaHDFSTest, InfoHandlerTest, TestRebalanceLeaders, SegmentsInfoRequestHandlerTest, HdfsRecoveryZkTest, QueryParsingTest, RuleEngineTest, BigEndianAscendingWordSerializerTest, ReplaceNodeTest, HdfsChaosMonkeySafeLeaderTest, TestSolrFieldCacheBean, TestComplexPhraseQParserPlugin, TestTolerantSearch, TestSolrCoreProperties, ZkFailoverTest, TestReRankQParserPlugin, OutputWriterTest, DistributedFacetPivotWhiteBoxTest, CleanupOldIndexTest, DistributedFacetSimpleRefinementLongTailTest, TestCloudRecovery, TestReversedWildcardFilterFactory, DistributedTermsComponentTest, TestRandomCollapseQParserPlugin, SolrMetricReporterTest, TestSolr4Spatial2, TestSweetSpotSimilarityFactory, TestNestedDocsSort, SyncSliceTest, TestLeaderInitiatedRecoveryThread, TestPKIAuthenticationPlugin, TestPayloadScoreQParserPlugin, SignatureUpdateProcessorFactoryTest, AutoAddReplicasPlanActionTest, TestSQLHandlerNonCloud, TolerantUpdateProcessorTest, TestSolrConfigHandler, DistribCursorPagingTest, TestSolrDeletionPolicy2, PeerSyncWithIndexFingerprintCachingTest, SuggesterTest, TestRandomFlRTGCloud, TestStressCloudBlindAtomicUpdates, HdfsAutoAddReplicasIntegrationTest, ZkStateWriterTest, ComputePlanActionTest, TestMacroExpander, MetricTriggerTest, HdfsSyncSliceTest, SolrCloudExampleTest, DateFieldTest, ResponseHeaderTest, TestUnifiedSolrHighlighter, DocExpirationUpdateProcessorFactoryTest, DirectUpdateHandlerTest, TestPseudoReturnFields, TestNamedUpdateProcessors, MinimalSchemaTest, TimeZoneUtilsTest, TestOverriddenPrefixQueryForCustomFieldType, TestInitQParser, TestConfigOverlay, TestLegacyFieldCache, TestNonDefinedSimilarityFactory, TestCorePropertiesReload, SystemLogListenerTest, TestLMDirichletSimilarityFactory, DirectSolrConnectionTest, TestDynamicLoading, OverseerTaskQueueTest, UnloadDistributedZkTest, ScriptEngineTest, TestCodecSupport, ReturnFieldsTest, SuggesterWFSTTest, ClusterStateUpdateTest, TestConfigSetsAPIExclusivity, HdfsLockFactoryTest, TestDistribDocBasedVersion, ZkCLITest, DistributedFacetPivotSmallAdvancedTest, SpatialFilterTest, TestRawTransformer, SolrCoreMetricManagerTest, LeaderFailoverAfterPartitionTest]
   [junit4] Completed [352/767 (2!)] on J0 in 123.74s, 1 test, 1 failure <<< FAILURES!

[...truncated 49467 lines...]