You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/29 17:10:50 UTC

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+32) - Build # 1075 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1075/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.facet.PivotFacetTest

Error Message:
Error from server at http://127.0.0.1:38741/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38741/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([BED7574E19EC127D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 17468 lines...]
   [junit4] Suite: org.apache.solr.analytics.facet.PivotFacetTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.facet.PivotFacetTest_BED7574E19EC127D-001/init-core-data-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1750, maxMBSortInHeap=7.756589406639209, sim=RandomSimilarity(queryNorm=true): {}, locale=cs, timezone=America/Resolute
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=331623120,total=524812288
   [junit4]   2> NOTE: All tests run in this JVM: [LegacyFieldFacetCloudTest, CastingStringValueStreamTest, RemoveFunctionTest, DateMathFunctionTest, DateFieldsTest, CastingBooleanValueStreamTest, LegacyNoFacetTest, CastingFloatValueStreamTest, FilterFunctionTest, StringCastFunctionTest, NegateFunctionTest, BottomFunctionTest, AbsoluteValueFunctionTest, PivotFacetTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=PivotFacetTest -Dtests.seed=BED7574E19EC127D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs -Dtests.timezone=America/Resolute -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | PivotFacetTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38741/solr: create the collection time out:180s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BED7574E19EC127D]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [78/78 (1!)] on J0 in 213.95s, 0 tests, 1 error <<< FAILURES!

[...truncated 37685 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+32) - Build # 1078 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1078/
Java: 64bit/jdk-10-ea+32 -XX:+UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([1199F0EEA73D8E11]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.setupCluster(DistribDocExpirationUpdateProcessorTest.java:63)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestSSLRandomization.testRandomizedSslAndClientAuth

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([1199F0EEA73D8E11:9ACD418905A2CF6D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkCreateCollection(TestMiniSolrCloudClusterSSL.java:202)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithCollectionCreations(TestMiniSolrCloudClusterSSL.java:172)
	at org.apache.solr.cloud.TestSSLRandomization.testRandomizedSslAndClientAuth(TestSSLRandomization.java:50)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost

Error Message:
Error from server at http://127.0.0.1:35443/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35443/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([1199F0EEA73D8E11:2159116C2F4F6F4D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:267)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11810 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSSLRandomization
   [junit4]   2> 412  INFO  (SUITE-TestSSLRandomization-seed#[1199F0EEA73D8E11]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSSLRandomization_1199F0EEA73D8E11-001/init-core-data-001
   [junit4]   2> 414  INFO  (SUITE-TestSSLRandomization-seed#[1199F0EEA73D8E11]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 417  INFO  (SUITE-TestSSLRandomization-seed#[1199F0EEA73D8E11]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="frequent SSL usage to make test worth while", value=0.0/0.0, ssl=0.5, clientAuth=0.0/0.0)
   [junit4]   2> 427  INFO  (SUITE-TestSSLRandomization-seed#[1199F0EEA73D8E11]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSSLRandomization_1199F0EEA73D8E11-001/tempDir-001
   [junit4]   2> 434  INFO  (SUITE-TestSSLRandomization-seed#[1199F0EEA73D8E11]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 439  INFO  (Thread-0) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 439  INFO  (Thread-0) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 563  INFO  (SUITE-TestSSLRandomization-seed#[1199F0EEA73D8E11]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38237
   [junit4]   2> 642  WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 829  ERROR (Thread-0) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2601 INFO  (zkConnectionManagerCallback-4-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2643 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a563e2290000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2795 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2795 INFO  (jetty-launcher-1-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2795 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2841 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5946a0cb{/solr,null,AVAILABLE}
   [junit4]   2> 2875 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75e76132{/solr,null,AVAILABLE}
   [junit4]   2> 2879 INFO  (jetty-launcher-1-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14998a4a{/solr,null,AVAILABLE}
   [junit4]   2> 2900 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@22f10c8d{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
   [junit4]   2> 2900 INFO  (jetty-launcher-1-thread-2) [    ] o.e.j.s.Server Started @????ms
   [junit4]   2> 2900 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41437}
   [junit4]   2> 2907 INFO  (jetty-launcher-1-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2386c90a{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
   [junit4]   2> 2908 INFO  (jetty-launcher-1-thread-3) [    ] o.e.j.s.Server Started @????ms
   [junit4]   2> 2907 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@62c20929{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
   [junit4]   2> 2910 INFO  (jetty-launcher-1-thread-1) [    ] o.e.j.s.Server Started @????ms
   [junit4]   2> 2910 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40765}
   [junit4]   2> 2909 INFO  (jetty-launcher-1-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39953}
   [junit4]   2> 2926 ERROR (jetty-launcher-1-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2926 INFO  (jetty-launcher-1-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2926 ERROR (jetty-launcher-1-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2927 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2931 ERROR (jetty-launcher-1-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2931 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2933 INFO  (jetty-launcher-1-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2933 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2933 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2933 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2933 INFO  (jetty-launcher-1-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2933 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2944 INFO  (jetty-launcher-1-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-30T03:07:57.159845Z
   [junit4]   2> 2944 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-30T03:07:57.159844Z
   [junit4]   2> 2948 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-30T03:07:57.159844Z
   [junit4]   2> 2996 INFO  (jetty-launcher-1-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3015 INFO  (zkConnectionManagerCallback-6-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3017 INFO  (zkConnectionManagerCallback-8-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3018 INFO  (jetty-launcher-1-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3019 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3024 INFO  (zkConnectionManagerCallback-10-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3027 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3117 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a563e2290002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 3232 INFO  (jetty-launcher-1-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38237/solr
   [junit4]   2> 3232 INFO  (jetty-launcher-1-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38237/solr
   [junit4]   2> 3232 INFO  (jetty-launcher-1-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38237/solr
   [junit4]   2> 3248 INFO  (zkConnectionManagerCallback-22-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3251 INFO  (zkConnectionManagerCallback-20-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3255 INFO  (zkConnectionManagerCallback-21-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3260 INFO  (zkConnectionManagerCallback-28-thread-1-processing-n:127.0.0.1:40765_solr) [n:127.0.0.1:40765_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3261 INFO  (zkConnectionManagerCallback-24-thread-1-processing-n:127.0.0.1:39953_solr) [n:127.0.0.1:39953_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3263 INFO  (zkConnectionManagerCallback-26-thread-1-processing-n:127.0.0.1:41437_solr) [n:127.0.0.1:41437_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3639 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:40765_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3639 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:41437_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3641 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:39953_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3644 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:41437_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41437_solr
   [junit4]   2> 3648 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:39953_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39953_solr
   [junit4]   2> 3650 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:40765_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40765_solr
   [junit4]   2> 3667 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:41437_solr    ] o.a.s.c.Overseer Overseer (id=99261040216834055-127.0.0.1:41437_solr-n_0000000000) starting
   [junit4]   2> 3689 INFO  (zkCallback-23-thread-1-processing-n:127.0.0.1:39953_solr) [n:127.0.0.1:39953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3697 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:41437_solr) [n:127.0.0.1:41437_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3711 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:40765_solr) [n:127.0.0.1:40765_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3853 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:41437_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41437_solr
   [junit4]   2> 3856 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:40765_solr) [n:127.0.0.1:40765_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3856 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:41437_solr) [n:127.0.0.1:41437_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3856 INFO  (zkCallback-23-thread-1-processing-n:127.0.0.1:39953_solr) [n:127.0.0.1:39953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4330 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:40765_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40765.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71263976
   [junit4]   2> 4341 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:41437_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41437.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71263976
   [junit4]   2> 4344 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:41437_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41437.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71263976
   [junit4]   2> 4344 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:41437_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41437.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71263976
   [junit4]   2> 4352 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:39953_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39953.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71263976
   [junit4]   2> 4352 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:39953_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39953.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71263976
   [junit4]   2> 4352 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:39953_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39953.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71263976
   [junit4]   2> 4353 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:40765_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40765.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71263976
   [junit4]   2> 4353 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:40765_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40765.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71263976
   [junit4]   2> 4373 INFO  (jetty-launcher-1-thread-3) [n:127.0.0.1:39953_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSSLRandomization_1199F0EEA73D8E11-001/tempDir-001/node2/.
   [junit4]   2> 4374 INFO  (jetty-launcher-1-thread-2) [n:127.0.0.1:41437_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSSLRandomization_1199F0EEA73D8E11-001/tempDir-001/node1/.
   [junit4]   2> 4395 INFO  (jetty-launcher-1-thread-1) [n:127.0.0.1:40765_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSSLRandomization_1199F0EEA73D8E11-001/tempDir-001/node3/.
   [junit4]   2> 4723 INFO  (zkConnectionManagerCallback-36-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4772 INFO  (TEST-TestSSLRandomization.testSSLRandomizerEffectiveOdds-seed#[1199F0EEA73D8E11]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSSLRandomizerEffectiveOdds
   [junit4]   2> 4773 INFO  (TEST-TestSSLRandomization.testSSLRandomizerEffectiveOdds-seed#[1199F0EEA73D8E11]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSSLRandomizerEffectiveOdds
   [junit4]   2> 4809 INFO  (TEST-TestSSLRandomization.testRandomizedSslAndClientAuth-seed#[1199F0EEA73D8E11]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRandomizedSslAndClientAuth
   [junit4]   2> 4920 INFO  (zkConnectionManagerCallback-39-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5531 INFO  (zkConnectionManagerCallback-42-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 5532 INFO  (TEST-TestSSLRandomization.testRandomizedSslAndClientAuth-seed#[1199F0EEA73D8E11]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 5534 INFO  (TEST-TestSSLRandomization.testRandomizedSslAndClientAuth-seed#[1199F0EEA73D8E11]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38237/solr ready
   [junit4]   2> 5827 INFO  (qtp2021067775-38) [n:127.0.0.1:40765_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&name=first_collection&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 5838 INFO  (OverseerThreadFactory-16-thread-1-processing-n:127.0.0.1:41437_solr) [n:127.0.0.1:41437_solr    ] o.a.s.c.CreateCollectionCmd Create collection first_collection
   [junit4]   2> 5959 INFO  (OverseerStateUpdate-99261040216834055-127.0.0.1:41437_solr-n_0000000000) [n:127.0.0.1:41437_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"first_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"first_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41437/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 5961 INFO  (OverseerStateUpdate-99261040216834055-127.0.0.1:41437_solr-n_0000000000) [n:127.0.0.1:41437_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"first_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"first_collection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40765/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 5967 INFO  (OverseerStateUpdate-99261040216834055-127.0.0.1:41437_solr-n_0000000000) [n:127.0.0.1:41437_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"first_collection",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"first_collection_shard3_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39953/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 6230 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node5&name=first_collection_shard2_replica_n2&action=CREATE&numShards=3&shard=shard2&wt=javabin
   [junit4]   2> 6233 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6311 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node3&name=first_collection_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin
   [junit4]   2> 6313 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6316 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node6&name=first_collection_shard3_replica_n4&action=CREATE&numShards=3&shard=shard3&wt=javabin
   [junit4]   2> 6322 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6434 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:41437_solr) [n:127.0.0.1:41437_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 6434 INFO  (zkCallback-23-thread-1-processing-n:127.0.0.1:39953_solr) [n:127.0.0.1:39953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 6434 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:40765_solr) [n:127.0.0.1:40765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 6438 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:40765_solr) [n:127.0.0.1:40765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 6451 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:39953_solr) [n:127.0.0.1:39953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 6457 INFO  (zkCallback-25-thread-2-processing-n:127.0.0.1:41437_solr) [n:127.0.0.1:41437_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 7399 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 7423 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 7426 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 7555 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.s.IndexSchema [first_collection_shard2_replica_n2] Schema name=test
   [junit4]   2> 7570 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.s.IndexSchema [first_collection_shard3_replica_n4] Schema name=test
   [junit4]   2> 7570 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.s.IndexSchema [first_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 7840 WARN  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 7899 WARN  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 7901 WARN  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 7905 WARN  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 7905 WARN  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 7905 WARN  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 7967 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 7967 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 7968 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 8039 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'first_collection_shard1_replica_n1' using configuration from collection first_collection, trusted=true
   [junit4]   2> 8039 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'first_collection_shard3_replica_n4' using configuration from collection first_collection, trusted=true
   [junit4]   2> 8039 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'first_collection_shard2_replica_n2' using configuration from collection first_collection, trusted=true
   [junit4]   2> 8048 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40765.solr.core.first_collection.shard2.replica_n2' (registry 'solr.core.first_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71263976
   [junit4]   2> 8048 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39953.solr.core.first_collection.shard3.replica_n4' (registry 'solr.core.first_collection.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71263976
   [junit4]   2> 8048 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41437.solr.core.first_collection.shard1.replica_n1' (registry 'solr.core.first_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71263976
   [junit4]   2> 8052 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 8052 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 8053 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.SolrCore [[first_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSSLRandomization_1199F0EEA73D8E11-001/tempDir-001/node1/first_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSSLRandomization_1199F0EEA73D8E11-001/tempDir-001/node1/./first_collection_shard1_replica_n1/data/]
   [junit4]   2> 8053 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.SolrCore [[first_collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSSLRandomization_1199F0EEA73D8E11-001/tempDir-001/node3/first_collection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSSLRandomization_1199F0EEA73D8E11-001/tempDir-001/node3/./first_collection_shard2_replica_n2/data/]
   [junit4]   2> 8052 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 8055 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.SolrCore [[first_collection_shard3_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSSLRandomization_1199F0EEA73D8E11-001/tempDir-001/node2/first_collection_shard3_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSSLRandomization_1199F0EEA73D8E11-001/tempDir-001/node2/./first_collection_shard3_replica_n4/data/]
   [junit4]   2> 8071 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=60.755859375, floorSegmentMB=1.6416015625, forceMergeDeletesPctAllowed=26.678502119437578, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6244353697391816
   [junit4]   2> 8071 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=60.755859375, floorSegmentMB=1.6416015625, forceMergeDeletesPctAllowed=26.678502119437578, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6244353697391816
   [junit4]   2> 8071 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=60.755859375, floorSegmentMB=1.6416015625, forceMergeDeletesPctAllowed=26.678502119437578, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6244353697391816
   [junit4]   2> 8158 WARN  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 8158 WARN  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 8158 WARN  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 8287 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 8287 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 8287 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 8287 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 8287 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 8288 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 8302 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 8302 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 8302 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 8302 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 8302 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 8302 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 8305 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=50.4853515625, floorSegmentMB=1.458984375, forceMergeDeletesPctAllowed=5.4963123954150275, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8010892769477723
   [junit4]   2> 8305 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=50.4853515625, floorSegmentMB=1.458984375, forceMergeDeletesPctAllowed=5.4963123954150275, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8010892769477723
   [junit4]   2> 8305 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=50.4853515625, floorSegmentMB=1.458984375, forceMergeDeletesPctAllowed=5.4963123954150275, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8010892769477723
   [junit4]   2> 8314 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@313bcb77[first_collection_shard1_replica_n1] main]
   [junit4]   2> 8314 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@178304dc[first_collection_shard2_replica_n2] main]
   [junit4]   2> 8314 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@70825eae[first_collection_shard3_replica_n4] main]
   [junit4]   2> 8326 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
   [junit4]   2> 8326 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
   [junit4]   2> 8326 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
   [junit4]   2> 8336 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
   [junit4]   2> 8336 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
   [junit4]   2> 8336 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
   [junit4]   2> 8345 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 8345 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 8345 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 8384 INFO  (searcherExecutor-23-thread-1-processing-n:127.0.0.1:39953_solr x:first_collection_shard3_replica_n4 s:shard3 c:first_collection r:core_node6) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.SolrCore [first_collection_shard3_replica_n4] Registered new searcher Searcher@70825eae[first_collection_shard3_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 8384 INFO  (searcherExecutor-24-thread-1-processing-n:127.0.0.1:40765_solr x:first_collection_shard2_replica_n2 s:shard2 c:first_collection r:core_node5) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.SolrCore [first_collection_shard2_replica_n2] Registered new searcher Searcher@178304dc[first_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 8384 INFO  (searcherExecutor-25-thread-1-processing-n:127.0.0.1:41437_solr x:first_collection_shard1_replica_n1 s:shard1 c:first_collection r:core_node3) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.SolrCore [first_collection_shard1_replica_n1] Registered new searcher Searcher@313bcb77[first_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 8387 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588176651668160512
   [junit4]   2> 8387 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588176651668160512
   [junit4]   2> 8387 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588176651668160512
   [junit4]   2> 8401 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 8401 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 8401 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 8401 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 8401 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 8401 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 8402 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39953/solr/first_collection_shard3_replica_n4/
   [junit4]   2> 8402 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41437/solr/first_collection_shard1_replica_n1/
   [junit4]   2> 8402 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40765/solr/first_collection_shard2_replica_n2/
   [junit4]   2> 8403 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 8403 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 8403 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 8403 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:41437/solr/first_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 8403 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:40765/solr/first_collection_shard2_replica_n2/ has no replicas
   [junit4]   2> 8403 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 8403 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.SyncStrategy https://127.0.0.1:39953/solr/first_collection_shard3_replica_n4/ has no replicas
   [junit4]   2> 8403 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 8403 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 8410 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40765/solr/first_collection_shard2_replica_n2/ shard2
   [junit4]   2> 8410 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39953/solr/first_collection_shard3_replica_n4/ shard3
   [junit4]   2> 8410 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41437/solr/first_collection_shard1_replica_n1/ shard1
   [junit4]   2> 8512 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:40765_solr) [n:127.0.0.1:40765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 8512 INFO  (zkCallback-23-thread-1-processing-n:127.0.0.1:39953_solr) [n:127.0.0.1:39953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 8512 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:40765_solr) [n:127.0.0.1:40765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 8512 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:41437_solr) [n:127.0.0.1:41437_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 8512 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:39953_solr) [n:127.0.0.1:39953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 8512 INFO  (zkCallback-25-thread-2-processing-n:127.0.0.1:41437_solr) [n:127.0.0.1:41437_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/first_collection/state.json] for collection [first_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 8515 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 8526 INFO  (qtp1807053966-53) [n:127.0.0.1:41437_solr c:first_collection s:shard1 r:core_node3 x:first_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node3&name=first_collection_shard1_replica_n1&action=CREATE&numShards=3&shard=shard1&wt=javabin} status=0 QTime=2215
   [junit4]   2> 8561 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 8561 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 8564 INFO  (qtp740663240-51) [n:127.0.0.1:39953_solr c:first_collection s:shard3 r:core_node6 x:first_collection_shard3_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node6&name=first_collection_shard3_replica_n4&action=CREATE&numShards=3&shard=shard3&wt=javabin} status=0 QTime=2248
   [junit4]   2> 8564 INFO  (qtp2021067775-40) [n:127.0.0.1:40765_solr c:first_collection s:shard2 r:core_node5 x:first_collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&newCollection=true&collection=first_collection&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&coreNodeName=core_node5&name=first_collection_shard2_replica_n2&action=CREATE&numShards=3&shard=shard2&wt=javabin} status=0 QTime=2335
   [junit4]   2> 8587 INFO  (qtp2021067775-38) [n:127.0.0.1:40765_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 9841 INFO  (OverseerCollectionConfigSetProcessor-99261040216834055-127.0.0.1:41437_solr-n_0000000000) [n:127.0.0.1:41437_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 38591 ERROR (qtp2021067775-38) [n:127.0.0.1:40765_solr    ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica https://127.0.0.1:41437/solr/first_collection_shard1_replica_n1/ is in state of down with timeout=30
   [junit4]   2> 38591 INFO  (qtp2021067775-38) [n:127.0.0.1:40765_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&property.config=solrconfig-tlog.xml&collection.configName=org.apache.solr.cloud.TestMiniSolrCloudClusterSSL&name=first_collection&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=32782
   [junit4]   2> 38599 INFO  (TEST-TestSSLRandomization.testRandomizedSslAndClientAuth-seed#[1199F0EEA73D8E11]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: first_collection failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:down live:true
   [junit4]   1> replica:core_node5 rstate:down live:true
   [junit4]   1> replica:core_node6 rstate:down live:true
   [junit4]   1> -
   [junit4]   

[...truncated too long message...]

olExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: expiry slice: shard2 saw state=DocCollection(expiry//collections/expiry/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node3":{
   [junit4]   2>           "core":"expiry_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:34153/solr",
   [junit4]   2>           "node_name":"127.0.0.1:34153_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"expiry_shard2_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:45085/solr",
   [junit4]   2>           "node_name":"127.0.0.1:45085_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 16 more
   [junit4]   2> 
   [junit4]   2> 2089980 INFO  (coreCloseExecutor-1281-thread-1) [n:127.0.0.1:34153_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.c.SolrCore [expiry_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@57ce8cbe
   [junit4]   2> 2089981 INFO  (coreCloseExecutor-1281-thread-1) [n:127.0.0.1:34153_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.expiry.shard1.replica_n1, tag=1473154238
   [junit4]   2> 2089981 INFO  (coreCloseExecutor-1280-thread-1) [n:127.0.0.1:45085_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.c.SolrCore [expiry_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@17394cb4
   [junit4]   2> 2089981 INFO  (coreCloseExecutor-1281-thread-1) [n:127.0.0.1:34153_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22e66a: rootName = solr_34153, domain = solr.core.expiry.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.expiry.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@41a2b065
   [junit4]   2> 2089981 INFO  (coreCloseExecutor-1280-thread-1) [n:127.0.0.1:45085_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.expiry.shard2.replica_n2, tag=389631156
   [junit4]   2> 2089981 INFO  (coreCloseExecutor-1280-thread-1) [n:127.0.0.1:45085_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@274d97d2: rootName = solr_45085, domain = solr.core.expiry.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.expiry.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@77b35cb3
   [junit4]   2> 2089990 INFO  (coreCloseExecutor-1281-thread-1) [n:127.0.0.1:34153_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.expiry.shard1.leader, tag=1473154238
   [junit4]   2> 2089991 INFO  (coreCloseExecutor-1281-thread-1) [n:127.0.0.1:34153_solr c:expiry s:shard1 r:core_node3 x:expiry_shard1_replica_n1] o.a.s.u.p.DocExpirationUpdateProcessorFactory Triggering Graceful close of DocExpiration Executor
   [junit4]   2> 2089991 INFO  (coreCloseExecutor-1280-thread-1) [n:127.0.0.1:45085_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.expiry.shard2.leader, tag=389631156
   [junit4]   2> 2089991 INFO  (coreCloseExecutor-1280-thread-1) [n:127.0.0.1:45085_solr c:expiry s:shard2 r:core_node4 x:expiry_shard2_replica_n2] o.a.s.u.p.DocExpirationUpdateProcessorFactory Triggering Graceful close of DocExpiration Executor
   [junit4]   2> 2089993 INFO  (jetty-closer-667-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99261097068199942-127.0.0.1:34153_solr-n_0000000000) closing
   [junit4]   2> 2089993 INFO  (OverseerStateUpdate-99261097068199942-127.0.0.1:34153_solr-n_0000000000) [n:127.0.0.1:34153_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34153_solr
   [junit4]   2> 2089994 WARN  (OverseerAutoScalingTriggerThread-99261097068199942-127.0.0.1:34153_solr-n_0000000000) [n:127.0.0.1:34153_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2089996 INFO  (jetty-closer-667-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@47e4029c{/solr,null,UNAVAILABLE}
   [junit4]   2> 2089997 INFO  (jetty-closer-667-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5904f9e0{/solr,null,UNAVAILABLE}
   [junit4]   2> 2089997 ERROR (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[1199F0EEA73D8E11]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2089998 INFO  (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[1199F0EEA73D8E11]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39317 39317
   [junit4]   2> 2094680 INFO  (Thread-563) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39317 39317
   [junit4]   2> 2094680 WARN  (Thread-563) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections/expiry/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2094681 INFO  (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[1199F0EEA73D8E11]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1969, maxMBSortInHeap=5.038015380163091, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-SN, timezone=Asia/Ulaanbaatar
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=201843864,total=441974784
   [junit4]   2> NOTE: All tests run in this JVM: [TestZkAclsWithHadoopAuth, TestSSLRandomization, PreAnalyzedFieldTest, ZkFailoverTest, TestGraphTermsQParserPlugin, AddSchemaFieldsUpdateProcessorFactoryTest, BadIndexSchemaTest, JSONWriterTest, SolrCmdDistributorTest, NodeAddedTriggerTest, TestRandomFlRTGCloud, NumericFieldsTest, TestBlobHandler, TestSubQueryTransformerCrossCore, ConfigureRecoveryStrategyTest, ParsingFieldUpdateProcessorsTest, CollectionsAPIDistributedZkTest, DistributedFacetPivotSmallAdvancedTest, DocumentAnalysisRequestHandlerTest, AddReplicaTest, ShardRoutingTest, TestCustomSort, HdfsBasicDistributedZk2Test, CloneFieldUpdateProcessorFactoryTest, TestAnalyzedSuggestions, TestBM25SimilarityFactory, TestStressRecovery, ChaosMonkeySafeLeaderWithPullReplicasTest, TestLeaderElectionZkExpiry, DistribDocExpirationUpdateProcessorTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistribDocExpirationUpdateProcessorTest -Dtests.seed=1199F0EEA73D8E11 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-SN -Dtests.timezone=Asia/Ulaanbaatar -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | DistribDocExpirationUpdateProcessorTest (suite) <<<
   [junit4]    > Throwable #1: java.util.concurrent.TimeoutException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1199F0EEA73D8E11]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
   [junit4]    > 	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.setupCluster(DistribDocExpirationUpdateProcessorTest.java:63)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [433/764 (3!)] on J1 in 1226.65s, 0 tests, 1 error <<< FAILURES!

[...truncated 41981 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 1077 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1077/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestOnReconnectListenerSupport

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([4C930C645BBBA20F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=41040, name=jetty-launcher-11142-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=41103, name=jetty-launcher-11142-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    3) Thread[id=41102, name=jetty-launcher-11142-thread-1-SendThread(127.0.0.1:38785), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=41040, name=jetty-launcher-11142-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=41103, name=jetty-launcher-11142-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   3) Thread[id=41102, name=jetty-launcher-11142-thread-1-SendThread(127.0.0.1:38785), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
	at __randomizedtesting.SeedInfo.seed([4C930C645BBBA20F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=41102, name=jetty-launcher-11142-thread-1-SendThread(127.0.0.1:38785), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=41102, name=jetty-launcher-11142-thread-1-SendThread(127.0.0.1:38785), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
	at __randomizedtesting.SeedInfo.seed([4C930C645BBBA20F]:0)


FAILED:  org.apache.solr.cloud.TestOnReconnectListenerSupport.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([4C930C645BBBA20F]:0)




Build Log:
[...truncated 13 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:862)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1129)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1160)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1203)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1727)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: org.eclipse.jgit.api.errors.TransportException: git://git.apache.org/lucene-solr.git: Connection refused (Connection refused)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:634)
	at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:860)
	... 11 more
Caused by: org.eclipse.jgit.api.errors.TransportException: git://git.apache.org/lucene-solr.git: Connection refused (Connection refused)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:135)
	at org.jenkinsci.plugins.gitclient.JGitAPIImpl$2.execute(JGitAPIImpl.java:632)
	... 12 more
Caused by: org.eclipse.jgit.errors.TransportException: git://git.apache.org/lucene-solr.git: Connection refused (Connection refused)
	at org.eclipse.jgit.transport.TransportGitAnon.openConnection(TransportGitAnon.java:150)
	at org.eclipse.jgit.transport.TransportGitAnon$TcpFetchConnection.<init>(TransportGitAnon.java:179)
	at org.eclipse.jgit.transport.TransportGitAnon.openFetch(TransportGitAnon.java:120)
	at org.eclipse.jgit.transport.FetchProcess.executeImp(FetchProcess.java:136)
	at org.eclipse.jgit.transport.FetchProcess.execute(FetchProcess.java:122)
	at org.eclipse.jgit.transport.Transport.fetch(Transport.java:1201)
	at org.eclipse.jgit.api.FetchCommand.call(FetchCommand.java:128)
	... 13 more
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
Fetching changes from the remote Git repository
Cleaning workspace
Checking out Revision 5b59707dcd54ef0167ee617cedf4b9f8ab2756ae (refs/remotes/origin/branch_7x)
Commit message: "LUCENE-8111: IndexOrDocValuesQuery Javadoc references outdated method name."
No emails were triggered.
[description-setter] Description set: Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
[Lucene-Solr-7.x-Linux] $ /var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/bin/ant "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" jenkins-hourly
Buildfile: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml

jenkins-hourly:

-print-java-info:
[java-info] java version "1.8.0_144"
[java-info] Java(TM) SE Runtime Environment (1.8.0_144-b01, Oracle Corporation)
[java-info] Java HotSpot(TM) 64-Bit Server VM (25.144-b01, Oracle Corporation)
[java-info] Test args: [-XX:+UseCompressedOops -XX:+UseSerialGC]

clean:

clean:

clean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.codehaus.groovy#groovy-all;2.4.12 in public
[ivy:cachepath] :: resolution report :: resolve 84ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   1   |   0   |   0   |   0   ||   1   |   0   |
	---------------------------------------------------------------------

-test-with-heapdumps-enabled:
     [echo] Java HotSpot(TM) 64-Bit Server VM: Enabling heap dumps on OutOfMemoryError to dir '/home/jenkins/workspace/Lucene-Solr-7.x-Linux/heapdumps'.
    [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/heapdumps

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve-groovy:

test:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

-clover.load:

resolve-groovy:

-init-totals:

test-core:

-clover.disable:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

-clover.load:

-clover.classpath:

-clover.setup:

clover:

-check-git-state:

-git-cleanroot:

-copy-git-state:
     [copy] Copying 1 file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build

git-autoclean:

resolve:

init:

compile-core:
    [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java
    [javac] Compiling 825 source files to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/util/graph/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/document/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/util/bkd/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/codecs/compressing/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene60/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/codecs/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/util/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/index/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/util/fst/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/analysis/tokenattributes/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/search/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene62/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/util/packed/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/util/mutable/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene70/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/codecs/perfield/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/analysis/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/analysis/standard/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/store/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/codecs/blocktree/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/search/spans/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/search/similarities/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/util/automaton/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene50/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java/org/apache/lucene/geo/package-info.class
     [copy] Copying 3 files to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/java

compile-test-framework:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

init:

compile-lucene-core:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:

compile-codecs:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

common.init:

compile-lucene-core:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:
    [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/classes/java
    [javac] Compiling 67 source files to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/classes/java/org/apache/lucene/codecs/bloom/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/classes/java/org/apache/lucene/codecs/memory/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/classes/java/org/apache/lucene/codecs/simpletext/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blockterms/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blocktreeords/package-info.class
     [copy] Copying 3 files to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/classes/java

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

common.compile-core:
    [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/classes/java
    [javac] Compiling 188 source files to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/asserting/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/ramonly/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/classes/java/org/apache/lucene/mockfile/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cheapbastard/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/mockrandom/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cranky/package-info.class
    [javac] Creating empty /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/compressing/dummy/package-info.class
     [copy] Copying 4 files to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/classes/java

compile-core:

compile-test:
    [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/test
    [javac] Compiling 465 source files to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/test
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
     [copy] Copying 3 files to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/classes/test

install-junit4-taskdef:

validate:

resolve-groovy:

-init-totals:

-test:
    [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test
[loadresource] Do not set property tests.explicitclass as its length is 0.
    [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp
    [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/.caches/test-stats/core
   [junit4] <JUnit4> says cześć! Master seed: 7FA100C468A03A91
   [junit4] Executing 458 suites with 3 JVMs.
   [junit4] 
   [junit4] Started J1 PID(25432@localhost).
   [junit4] Started J0 PID(25425@localhost).
   [junit4] Started J2 PID(25426@localhost).
   [junit4] Suite: org.apache.lucene.util.TestIntsRef
   [junit4] Completed [1/458] on J2 in 0.39s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.Test2BPagedBytes
   [junit4] IGNOR/A 0.00s J2 | Test2BPagedBytes.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=You must increase heap to > 2 G to run this))
   [junit4] Completed [2/458] on J2 in 0.01s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDateSort
   [junit4] Completed [3/458] on J2 in 0.49s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarityBase
   [junit4] Completed [4/458] on J2 in 1.43s, 31 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterLockRelease
   [junit4] Completed [5/458] on J2 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestFixedBitSet
   [junit4] Completed [6/458] on J2 in 3.63s, 19 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveChecksumFooter
   [junit4] Completed [7/458] on J2 in 1.76s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarity2
   [junit4] Completed [8/458] on J2 in 0.77s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleExplanationsOfNonMatches
   [junit4] Completed [9/458] on J2 in 0.53s, 70 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressIndexing2
   [junit4] Completed [10/458] on J2 in 2.60s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BBinaryDocValues
   [junit4] IGNOR/A 0.00s J2 | Test2BBinaryDocValues.testVariableBinary
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 6 hours if the heap is 5gb))
   [junit4] IGNOR/A 0.00s J2 | Test2BBinaryDocValues.testFixedBinary
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 6 hours if the heap is 5gb))
   [junit4] Completed [11/458] on J2 in 0.01s, 2 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiPhraseEnum
   [junit4] Completed [12/458] on J2 in 0.07s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMatchNoDocsQuery
   [junit4] Completed [13/458] on J2 in 0.12s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.mutable.TestMutableValues
   [junit4] Completed [14/458] on J2 in 0.07s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestAttributeSource
   [junit4] Completed [15/458] on J2 in 0.11s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestReqExclBulkScorer
   [junit4] Completed [16/458] on J2 in 0.15s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBlendedTermQuery
   [junit4] Completed [17/458] on J2 in 0.11s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat
   [junit4] IGNOR/A 0.02s J0 | TestPerFieldPostingsFormat.testPostingsEnumReuse
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] IGNOR/A 0.00s J0 | TestPerFieldPostingsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed [18/458] on J0 in 13.88s, 25 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestStringHelper
   [junit4] Completed [19/458] on J0 in 0.06s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleExplanations
   [junit4] Completed [20/458] on J0 in 2.57s, 70 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanTermQuery
   [junit4] Completed [21/458] on J0 in 0.11s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCrashCausesCorruptIndex
   [junit4] Completed [22/458] on J0 in 0.15s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPerSegmentDeletes
   [junit4] Completed [23/458] on J0 in 0.11s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMatchAllDocsQuery
   [junit4] Completed [24/458] on J0 in 0.10s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiTermsEnum
   [junit4] Completed [25/458] on J0 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTryDelete
   [junit4] Completed [26/458] on J0 in 0.05s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexableField
   [junit4] Completed [27/458] on J0 in 1.17s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOutOfFileDescriptors
   [junit4] Completed [28/458] on J2 in 6.61s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.TestCodecLoadingDeadlock
   [junit4] Completed [29/458] on J0 in 1.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleSearchEquivalence
   [junit4] Completed [30/458] on J0 in 1.53s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitNorms
   [junit4] Completed [31/458] on J0 in 1.22s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestLongPostings
   [junit4] Completed [32/458] on J2 in 4.14s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestComplexExplanationsOfNonMatches
   [junit4] Completed [33/458] on J2 in 0.21s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMaxDocs
   [junit4] IGNOR/A 0.00s J0 | TestIndexWriterMaxDocs.testExactlyAtTrueLimit
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes over two hours))
   [junit4] Completed [34/458] on J0 in 2.46s, 21 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectors
   [junit4] Completed [35/458] on J0 in 0.31s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
   [junit4] IGNOR/A 0.00s J2 | TestPackedInts.testBlockReaderOverflow
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [36/458] on J2 in 8.35s, 28 tests, 3 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestBM25Similarity
   [junit4] Completed [37/458] on J2 in 0.09s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestMultiMMap
   [junit4] Completed [38/458] on J2 in 1.37s, 54 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestByteBlockPool
   [junit4] Completed [39/458] on J2 in 0.11s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMaxPosition
   [junit4] Completed [40/458] on J2 in 0.05s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.geo.TestGeoEncodingUtils
   [junit4] Completed [41/458] on J2 in 0.70s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPointQueries
   [junit4] IGNOR/A 0.00s J0 | TestPointQueries.testRandomBinaryBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J0 | TestPointQueries.testRandomLongsBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [42/458] on J0 in 9.04s, 49 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharFilter
   [junit4] Completed [43/458] on J0 in 0.02s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSameTokenSamePosition
   [junit4] Completed [44/458] on J2 in 0.06s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSetOnce
   [junit4] Completed [45/458] on J2 in 0.09s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermRangeQuery
   [junit4] Completed [46/458] on J2 in 0.12s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoostQuery
   [junit4] Completed [47/458] on J2 in 0.04s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestSearchForDuplicates
   [junit4] Completed [48/458] on J2 in 0.08s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortRescorer
   [junit4] Completed [49/458] on J2 in 0.59s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDeletionPolicy
   [junit4] Completed [50/458] on J0 in 3.44s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTerm
   [junit4] Completed [51/458] on J0 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLRUQueryCache
   [junit4] Completed [52/458] on J2 in 4.17s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanScorer
   [junit4] Completed [53/458] on J0 in 2.53s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiThreadTermVectors
   [junit4] Completed [54/458] on J0 in 4.21s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDemoParallelLeafReader
   [junit4] Completed [55/458] on J2 in 5.71s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestFilterSpans
   [junit4] Completed [56/458] on J2 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexManyDocuments
   [junit4] Completed [57/458] on J2 in 0.59s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPersistentSnapshotDeletionPolicy
   [junit4] Completed [58/458] on J0 in 1.60s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestSimpleFSDirectory
   [junit4] Completed [59/458] on J0 in 0.72s, 42 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestSimpleAttributeImpl
   [junit4] Completed [60/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiset
   [junit4] Completed [61/458] on J0 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanNearQuery
   [junit4] Completed [62/458] on J0 in 0.03s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFilterWeight
   [junit4] Completed [63/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDateTools
   [junit4] Completed [64/458] on J0 in 0.05s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCodecHoldsOpenFiles
   [junit4] Completed [65/458] on J0 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharArrayMap
   [junit4] Completed [66/458] on J0 in 0.10s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressAdvance
   [junit4] Completed [67/458] on J2 in 1.96s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriter
   [junit4] Completed [68/458] on J0 in 8.83s, 76 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestUniqueTermCount
   [junit4] Completed [69/458] on J0 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestUnicodeUtil
   [junit4] Completed [70/458] on J0 in 0.80s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestReadOnlyIndex
   [junit4] Completed [71/458] on J0 in 0.18s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TermInSetQueryTest
   [junit4] Completed [72/458] on J0 in 1.25s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocIDMerger
   [junit4] Completed [73/458] on J0 in 0.08s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestShardSearching
   [junit4] Completed [74/458] on J2 in 13.52s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestNumericUtils
   [junit4] Completed [75/458] on J0 in 3.90s, 24 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70SegmentInfoFormat
   [junit4] Completed [76/458] on J0 in 0.23s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimilarityProvider
   [junit4] Completed [77/458] on J0 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNGramPhraseQuery
   [junit4] Completed [78/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterConfig
   [junit4] Completed [79/458] on J0 in 0.05s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCollectionUtil
   [junit4] Completed [80/458] on J2 in 6.28s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterFromReader
   [junit4] Completed [81/458] on J2 in 0.18s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestHugeRamFile
   [junit4] Completed [82/458] on J2 in 0.67s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.standard.TestStandardAnalyzer
   [junit4] Completed [83/458] on J0 in 13.38s, 36 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentWriter
   [junit4] Completed [84/458] on J0 in 0.08s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoolean2
   [junit4] Completed [85/458] on J0 in 2.02s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopFieldCollectorEarlyTermination
   [junit4] Completed [86/458] on J2 in 12.86s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4] Completed [87/458] on J0 in 5.29s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestFilterDirectory
   [junit4] IGNOR/A 0.00s J0 | TestFilterDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] IGNOR/A 0.01s J0 | TestFilterDirectory.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] Completed [88/458] on J0 in 1.21s, 44 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopFieldCollector
   [junit4] Completed [89/458] on J0 in 0.35s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestFieldMaskingSpanQuery
   [junit4] IGNOR/A 0.00s J0 | TestFieldMaskingSpanQuery.testSpans2
   [junit4]    > Assumption #1: Broken scoring: LUCENE-3723
   [junit4] IGNOR/A 0.00s J0 | TestFieldMaskingSpanQuery.testSimple2
   [junit4]    > Assumption #1: Broken scoring: LUCENE-3723
   [junit4] Completed [90/458] on J0 in 0.29s, 11 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestWildcardRandom
   [junit4] Completed [91/458] on J0 in 0.14s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiPhraseQuery
   [junit4] Completed [92/458] on J0 in 0.19s, 16 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene60.TestLucene60PointsFormat
   [junit4] IGNOR/A 0.00s J2 | TestLucene60PointsFormat.testMergeStability
   [junit4]    > Assumption #1: TODO: mess with the parameters and test gets angry!
   [junit4] IGNOR/A 0.00s J2 | TestLucene60PointsFormat.testRandomBinaryBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [93/458] on J2 in 5.47s, 20 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestNIOFSDirectory
   [junit4] Completed [94/458] on J0 in 1.73s, 42 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test4GBStoredFields
   [junit4] IGNOR/A 0.00s J0 | Test4GBStoredFields.test
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [95/458] on J0 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestRateLimiter
   [junit4] Completed [96/458] on J2 in 1.24s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestCompiledAutomaton
   [junit4] Completed [97/458] on J2 in 0.27s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCharsRef
   [junit4] Completed [98/458] on J2 in 0.07s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanMinShouldMatch
   [junit4] Completed [99/458] on J0 in 1.25s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMinShouldMatch2
   [junit4] Completed [100/458] on J0 in 3.21s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSortedSetDocValues
   [junit4] Completed [101/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.bkd.TestDocIdsWriter
   [junit4] Completed [102/458] on J2 in 4.10s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestExceedMaxTermLength
   [junit4] Completed [103/458] on J2 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestIndexedDISI
   [junit4] Completed [104/458] on J0 in 4.34s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNRTThreads
   [junit4] Completed [105/458] on J2 in 6.45s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestBinaryDocument
   [junit4] Completed [106/458] on J2 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestQueryBuilder
   [junit4] Completed [107/458] on J2 in 0.07s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestSleepingLockWrapper
   [junit4] Completed [108/458] on J0 in 5.88s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimilarity
   [junit4] Completed [109/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixQuery
   [junit4] Completed [110/458] on J2 in 3.13s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocValuesIndexing
   [junit4] Completed [111/458] on J0 in 0.21s, 34 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPayloads
   [junit4] Completed [112/458] on J2 in 0.20s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestRegExp
   [junit4] Completed [113/458] on J2 in 0.12s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestIndexOrDocValuesQuery
   [junit4] Completed [114/458] on J2 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiFields
   [junit4] Completed [115/458] on J2 in 0.86s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopDocsCollector
   [junit4] Completed [116/458] on J2 in 0.11s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterCommit
   [junit4] Completed [117/458] on J2 in 1.16s, 14 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70NormsFormat
   [junit4] IGNOR/A 0.00s J2 | TestLucene70NormsFormat.testNCommonBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J2 | TestLucene70NormsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] IGNOR/A 0.00s J2 | TestLucene70NormsFormat.testSparseNCommonBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [118/458] on J2 in 13.06s, 29 tests, 3 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNormsFieldExistsQuery
   [junit4] Completed [119/458] on J2 in 1.12s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentInfos
   [junit4] Completed [120/458] on J2 in 0.01s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery2
   [junit4] Completed [121/458] on J2 in 0.94s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnDiskFull
   [junit4] Completed [122/458] on J2 in 0.34s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestBufferedChecksum
   [junit4] Completed [123/458] on J2 in 0.03s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSubScorerFreqs
   [junit4] Completed [124/458] on J2 in 0.04s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestBasics
   [junit4] Completed [125/458] on J2 in 2.23s, 27 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSwappedIndexFiles
   [junit4] Completed [126/458] on J2 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestPackedTokenAttributeImpl
   [junit4] Completed [127/458] on J2 in 0.02s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDirectoryReader
   [junit4] Completed [128/458] on J2 in 0.37s, 24 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConjunctions
   [junit4] Completed [129/458] on J2 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTragicIndexWriterDeadlock
   [junit4] Completed [130/458] on J2 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDoubleValuesSource
   [junit4] Completed [131/458] on J2 in 1.32s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestMmapDirectory
   [junit4] Completed [132/458] on J2 in 0.40s, 43 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTwoPhaseCommitTool
   [junit4] Completed [133/458] on J2 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanSearchEquivalence
   [junit4] Completed [134/458] on J2 in 0.92s, 33 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCachingTokenFilter
   [junit4] Completed [136/458] on J2 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
   [junit4] IGNOR/A 0.00s J2 | TestIndexWriterReader.testDuringAddIndexes
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [137/458] on J2 in 2.33s, 23 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMerging
   [junit4] Completed [138/458] on J2 in 2.04s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.fst.TestFSTs
   [junit4] IGNOR/A 0.00s J2 | TestFSTs.testBigSet
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [139/458] on J2 in 4.86s, 20 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.fst.TestBytesStore
   [junit4] Completed [140/458] on J2 in 0.89s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterWithThreads
   [junit4] IGNOR/A 0.03s J2 | TestIndexWriterWithThreads.testOpenTwoIndexWritersOnDifferentThreads
   [junit4]    > Assumption #1: aborting test: timeout obtaining lock
   [junit4] Completed [141/458] on J2 in 1.94s, 12 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestGraphTokenizers
   [junit4] Completed [142/458] on J2 in 5.05s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAddIndexes
   [junit4] Completed [143/458] on J2 in 2.08s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions
   [junit4] IGNOR/A 0.00s J2 | TestIndexWriterExceptions.testTooManyTokens
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [144/458] on J2 in 5.59s, 34 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFlushByRamOrCountsPolicy
   [junit4] Completed [145/458] on J2 in 1.34s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMergePolicy
   [junit4] Completed [146/458] on J2 in 1.82s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70DocValuesFormat
   [junit4] IGNOR/A 0.01s J1 | TestLucene70DocValuesFormat.testSortedSetVariableLengthManyVsStoredFields
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestLucene70DocValuesFormat.testSortedVariableLengthManyVsStoredFields
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestLucene70DocValuesFormat.testTermsEnumRandomMany
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [147/458] on J1 in 163.54s, 126 tests, 3 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
   [junit4] Completed [148/458] on J2 in 12.45s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDirectoryReaderReopen
   [junit4] Completed [149/458] on J2 in 1.55s, 14 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestWeakIdentityMap
   [junit4] Completed [150/458] on J1 in 7.94s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearchWithThreads
   [junit4] Completed [151/458] on J2 in 4.81s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTimeLimitingCollector
   [junit4] Completed [152/458] on J1 in 2.86s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearchAfter
   [junit4] Completed [153/458] on J2 in 0.32s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestRAMDirectory
   [junit4] IGNOR/A 0.00s J1 | TestRAMDirectory.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] IGNOR/A 0.00s J1 | TestRAMDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed [154/458] on J1 in 0.87s, 46 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestHighCompressionMode
   [junit4] Completed [155/458] on J2 in 1.22s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCheckIndex
   [junit4] Completed [156/458] on J1 in 0.70s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestReaderWrapperDVTypeCheck
   [junit4] Completed [157/458] on J1 in 0.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPhraseQuery
   [junit4] Completed [158/458] on J1 in 1.66s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOrdinalMap
   [junit4] Completed [159/458] on J1 in 0.16s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestUpgradeIndexMergePolicy
   [junit4] Completed [160/458] on J1 in 0.07s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiDocValues
   [junit4] Completed [161/458] on J1 in 0.25s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestBytesRefAttImpl
   [junit4] Completed [162/458] on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestWildcard
   [junit4] Completed [163/458] on J1 in 0.14s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPrefixCodedTerms
   [junit4] Completed [164/458] on J1 in 0.18s, 3 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(25425@localhost): 2017-12-29T22:03:31, stalled for 65.2s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] Suite: org.apache.lucene.index.TestNeverDelete
   [junit4] Completed [165/458] on J2 in 3.50s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopDocsMerge
   [junit4] Completed [166/458] on J2 in 1.28s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterUnicode
   [junit4] Completed [167/458] on J1 in 2.91s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermsEnum2
   [junit4] Completed [168/458] on J1 in 0.82s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestScoreCachingWrappingScorer
   [junit4] Completed [169/458] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestMergeSchedulerExternal
   [junit4] Completed [170/458] on J1 in 0.24s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestConcurrentMergeScheduler
   [junit4] Completed [171/458] on J1 in 1.97s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTerms
   [junit4] Completed [172/458] on J1 in 0.11s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestCustomSearcherSort
   [junit4] Completed [173/458] on J1 in 0.56s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixRandom
   [junit4] Completed [174/458] on J1 in 0.52s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestRollback
   [junit4] Completed [175/458] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressIndexing
   [junit4] Completed [176/458] on J2 in 4.83s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestDocIdSetBuilder
   [junit4] Completed [177/458] on J1 in 0.55s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestToken
   [junit4] Completed [178/458] on J1 in 0.05s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestQueryRescorer
   [junit4] Completed [179/458] on J1 in 0.83s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestMinimize
   [junit4] Completed [180/458] on J2 in 1.72s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestRollingUpdates
   [junit4] Completed [181/458] on J2 in 0.78s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSnapshotDeletionPolicy
   [junit4] Completed [182/458] on J2 in 1.21s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNRTReaderWithThreads
   [junit4] Completed [183/458] on J2 in 1.54s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestNativeFSLockFactory
   [junit4] Completed [184/458] on J1 in 5.10s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLongValuesSource
   [junit4] Completed [185/458] on J1 in 1.47s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTieredMergePolicy
   [junit4] Completed [186/458] on J2 in 3.09s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterForceMerge
   [junit4] Completed [187/458] on J2 in 1.70s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestArrayUtil
   [junit4] Completed [188/458] on J2 in 2.69s, 14 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestLevenshteinAutomata
   [junit4] Completed [189/458] on J2 in 1.22s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermsEnum
   [junit4] Completed [190/458] on J0 in 100.42s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCharsRefBuilder
   [junit4] Completed [191/458] on J0 in 0.03s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery
   [junit4] Completed [192/458] on J0 in 0.70s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOneMergeWrappingMergePolicy
   [junit4] Completed [193/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestAutomatonQuery
   [junit4] Completed [194/458] on J0 in 0.84s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNot
   [junit4] Completed [195/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom
   [junit4] Completed [196/458] on J0 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestNamedSPILoader
   [junit4] Completed [197/458] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestLogMergePolicy
   [junit4] Completed [198/458] on J0 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMaxTermFrequency
   [junit4] Completed [199/458] on J0 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestSearch
   [junit4] Completed [200/458] on J0 in 0.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestMathUtil
   [junit4] Completed [201/458] on J0 in 0.01s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestByteSlices
   [junit4] Completed [202/458] on J2 in 3.46s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestNearSpansOrdered
   [junit4] Completed [203/458] on J0 in 0.15s, 19 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestIndexSearcher
   [junit4] Completed [204/458] on J0 in 0.09s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BTerms
   [junit4] IGNOR/A 0.00s J0 | Test2BTerms.test2BTerms
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=very slow, use 5g minimum heap))
   [junit4] Completed [205/458] on J0 in 0.01s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestBufferedIndexInput
   [junit4] Completed [206/458] on J2 in 0.27s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexInput
   [junit4] Completed [207/458] on J0 in 0.66s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestConsistentFieldNumbers
   [junit4] Completed [208/458] on J2 in 0.53s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestLockFactory
   [junit4] Completed [209/458] on J2 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentMerger
   [junit4] Completed [210/458] on J2 in 0.34s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestUTF32ToUTF8
   [junit4] Completed [211/458] on J0 in 2.81s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBagOfPositions
   [junit4] Completed [212/458] on J2 in 2.15s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentReader
   [junit4] Completed [213/458] on J2 in 0.49s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestNRTCachingDirectory
   [junit4] IGNOR/A 0.00s J0 | TestNRTCachingDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] IGNOR/A 0.00s J0 | TestNRTCachingDirectory.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] Completed [214/458] on J0 in 1.04s, 44 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelCompositeReader
   [junit4] Completed [215/458] on J0 in 0.23s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastDecompressionMode
   [junit4] Completed [216/458] on J2 in 1.75s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFieldCacheRewriteMethod
   [junit4] Completed [217/458] on J2 in 1.60s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterNRTIsCurrent
   [junit4] Completed [218/458] on J0 in 4.72s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTransactions
   [junit4] Completed [219/458] on J0 in 1.64s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCrash
   [junit4] Completed [220/458] on J0 in 0.16s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestPagedBytes
   [junit4] Completed [221/458] on J2 in 3.26s, 4 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentTermDocs
   [junit4] Completed [222/458] on J0 in 0.22s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSort
   [junit4] Completed [223/458] on J0 in 0.10s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat2
   [junit4] Completed [224/458] on J2 in 0.28s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFieldsReader
   [junit4] Completed [225/458] on J0 in 0.21s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4] Completed [226/458] on J0 in 0.28s, 26 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCustomNorms
   [junit4] Completed [227/458] on J0 in 0.34s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestDeterminizeLexicon
   [junit4] Completed [228/458] on J2 in 1.61s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPostingsOffsets
   [junit4] Completed [229/458] on J0 in 0.88s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFlex
   [junit4] Completed [230/458] on J0 in 0.09s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanations
   [junit4] Completed [231/458] on J0 in 0.33s, 30 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMixedCodecs
   [junit4] Completed [232/458] on J2 in 1.34s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestLazyProxSkipping
   [junit4] Completed [233/458] on J2 in 0.12s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastCompressionMode
   [junit4] Completed [234/458] on J0 in 0.67s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocsAndPositions
   [junit4] Completed [235/458] on J2 in 0.34s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectorsWriter
   [junit4] Completed [236/458] on J2 in 0.24s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCodecs
   [junit4] Completed [237/458] on J2 in 0.42s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestCharTermAttributeImpl
   [junit4] Completed [238/458] on J2 in 0.26s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBagOfPostings
   [junit4] Completed [239/458] on J0 in 1.61s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelLeafReader
   [junit4] Completed [240/458] on J2 in 0.13s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestThreadedForceMerge
   [junit4] Completed [241/458] on J2 in 0.78s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestBytesRefHash
   [junit4] Completed [242/458] on J0 in 1.53s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDisjunctionMaxQuery
   [junit4] Completed [243/458] on J0 in 0.25s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestForceMergeForever
   [junit4] Completed [244/458] on J0 in 0.42s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitTf
   [junit4] Completed [245/458] on J0 in 0.63s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
   [junit4] Completed [246/458] on J1 in 32.16s, 110 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentsWriterDeleteQueue
   [junit4] Completed [247/458] on J0 in 0.28s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressNRT
   [junit4] Completed [248/458] on J2 in 3.13s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLiveFieldValues
   [junit4] Completed [249/458] on J2 in 0.36s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoDeletionPolicy
   [junit4] Completed [250/458] on J2 in 0.03s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpQuery
   [junit4] Completed [251/458] on J2 in 0.34s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIntBlockPool
   [junit4] Completed [252/458] on J2 in 0.39s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixInBooleanQuery
   [junit4] Completed [253/458] on J2 in 0.13s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentTermEnum
   [junit4] Completed [254/458] on J2 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortRandom
   [junit4] Completed [255/458] on J2 in 0.37s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveCodecHeader
   [junit4] Completed [256/458] on J2 in 0.16s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelReaderEmptyIndex
   [junit4] Completed [257/458] on J2 in 0.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAtomicUpdate
   [junit4] Completed [258/458] on J1 in 4.32s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDocument
   [junit4] Completed [259/458] on J2 in 0.02s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestExternalCodecs
   [junit4] Completed [260/458] on J1 in 0.14s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermScorer
   [junit4] Completed [261/458] on J2 in 0.04s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSumDocFreq
   [junit4] Completed [262/458] on J2 in 0.15s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocValuesScoring
   [junit4] Completed [263/458] on J2 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestScorerPerf
   [junit4] Completed [264/458] on J0 in 4.50s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSentinelIntSet
   [junit4] Completed [265/458] on J2 in 0.07s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiLevelSkipList
   [junit4] Completed [266/458] on J0 in 0.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPayloadsOnVectors
   [junit4] Completed [267/458] on J2 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanMultiTermQueryWrapper
   [junit4] Completed [268/458] on J0 in 0.03s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanQueryVisitSubscorers
   [junit4] Completed [269/458] on J2 in 0.03s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSizeBoundedForceMerge
   [junit4] Completed [270/458] on J0 in 0.04s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConstantScoreQuery
   [junit4] Completed [271/458] on J0 in 0.02s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexFileDeleter
   [junit4] Completed [272/458] on J2 in 0.45s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelTermEnum
   [junit4] Completed [273/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestElevationComparator
   [junit4] Completed [274/458] on J2 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBinaryTerms
   [junit4] Completed [275/458] on J0 in 0.03s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiTermQueryRewrites
   [junit4] Completed [276/458] on J2 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestField
   [junit4] Completed [277/458] on J0 in 0.03s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestVirtualMethod
   [junit4] Completed [278/458] on J2 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRollingBuffer
   [junit4] Completed [279/458] on J0 in 0.22s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSmallFloat
   [junit4] Completed [280/458] on J2 in 0.08s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFilterLeafReader
   [junit4] Completed [281/458] on J0 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocCount
   [junit4] Completed [282/458] on J2 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestCachingCollector
   [junit4] Completed [283/458] on J0 in 0.03s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTotalHitCountCollector
   [junit4] Completed [284/458] on J2 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRamUsageEstimator
   [junit4] IGNOR/A 0.00s J0 | TestRamUsageEstimator.testPrintValues
   [junit4]    > Assumption #1: Specify -Dtests.verbose=true to print constants of RamUsageEstimator.
   [junit4] Completed [285/458] on J0 in 0.01s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanFirstQuery
   [junit4] Completed [286/458] on J2 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIsCurrent
   [junit4] Completed [287/458] on J0 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoMergePolicy
   [junit4] Completed [288/458] on J2 in 0.01s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoMergeScheduler
   [junit4] Completed [289/458] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPhrasePrefixQuery
   [junit4] Completed [290/458] on J2 in 0.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestBytesRef
   [junit4] Completed [291/458] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestAssertions
   [junit4] Completed [292/458] on J2 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCloseableThreadLocal
   [junit4] Completed [293/458] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnJRECrash
   [junit4] IGNOR/A 0.00s J2 | TestIndexWriterOnJRECrash.testNRTThreads
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [294/458] on J2 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestVersion
   [junit4] Completed [295/458] on J0 in 0.02s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.MultiCollectorTest
   [junit4] Completed [296/458] on J2 in 0.01s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermdocPerf
   [junit4] Completed [297/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPositions
   [junit4] IGNOR/A 0.00s J2 | Test2BPositions.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=uses lots of space and takes a few minutes))
   [junit4] Completed [298/458] on J2 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexCommit
   [junit4] Completed [299/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPostingsBytes
   [junit4] IGNOR/A 0.00s J2 | Test2BPostingsBytes.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~20GB-30GB of space and 10 minutes))
   [junit4] Completed [300/458] on J2 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestIOUtils
   [junit4] Completed [301/458] on J0 in 0.08s, 18 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNewestSegment
   [junit4] Completed [302/458] on J2 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestByteArrayDataInput
   [junit4] Completed [303/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BNumericDocValues
   [junit4] IGNOR/A 0.00s J2 | Test2BNumericDocValues.testNumerics
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 2 hours if the heap is 5gb))
   [junit4] Completed [304/458] on J2 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharArraySet
   [junit4] Completed [305/458] on J0 in 0.02s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharacterUtils
   [junit4] Completed [306/458] on J2 in 0.01s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestDelegatingAnalyzerWrapper
   [junit4] Completed [307/458] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestStopFilter
   [junit4] Completed [308/458] on J2 in 0.02s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestWordlistLoader
   [junit4] Completed [309/458] on J0 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.TestCodecUtil
   [junit4] Completed [310/458] on J2 in 0.03s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat2
   [junit4] Completed [311/458] on J2 in 2.20s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexSorting
   [junit4] Completed [312/458] on J1 in 9.26s, 50 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat3
   [junit4] Completed [313/458] on J2 in 1.25s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestForUtil
   [junit4] Completed [314/458] on J2 in 0.24s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestApproximationSearchEquivalence
   [junit4] Completed [315/458] on J1 in 1.34s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestDeterminism
   [junit4] Completed [316/458] on J1 in 1.07s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressDeletes
   [junit4] Completed [317/458] on J1 in 0.50s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestAutomatonQueryUnicode
   [junit4] Completed [318/458] on J1 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCustomTermFreq
   [junit4] Completed [319/458] on J1 in 0.08s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRecyclingIntBlockAllocator
   [junit4] Completed [320/458] on J1 in 0.07s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat
   [junit4] Completed [321/458] on J0 in 5.80s, 27 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene60FieldInfoFormat
   [junit4] Completed [322/458] on J1 in 0.52s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermQuery
   [junit4] Completed [323/458] on J1 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50CompoundFormat
   [junit4] Completed [324/458] on J2 in 3.31s, 26 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
   [junit4] Completed [325/458] on J1 in 2.41s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormatHighCompression
   [junit4] IGNOR/A 0.00s J0 | TestLucene50StoredFieldsFormatHighCompression.testBigDocuments
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [326/458] on J0 in 6.19s, 19 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestFieldType
   [junit4] Completed [327/458] on J0 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete
   [junit4] IGNOR/A 0.00s J1 | TestIndexWriterDelete.testApplyDeletesOnFlush
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [328/458] on J1 in 4.84s, 25 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestReusableStringReader
   [junit4] Completed [329/458] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50TermVectorsFormat
   [junit4] Completed [330/458] on J2 in 10.06s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.geo.TestPolygon
   [junit4] Completed [331/458] on J2 in 0.02s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.geo.TestGeoUtils
   [junit4] Completed [332/458] on J0 in 8.84s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPoints
   [junit4] IGNOR/A 0.00s J0 | Test2BPoints.test2D
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
   [junit4] IGNOR/A 0.00s J0 | Test2BPoints.test1D
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
   [junit4] Completed [333/458] on J0 in 0.00s, 2 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BSortedDocValuesFixedSorted
   [junit4] IGNOR/A 0.00s J0 | Test2BSortedDocValuesFixedSorted.testFixedSorted
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~ 6 hours if the heap is 5gb))
   [junit4] Completed [334/458] on J0 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BSortedDocValuesOrds
   [junit4] IGNOR/A 0.00s J0 | Test2BSortedDocValuesOrds.test2BOrds
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~ 6 hours if the heap is 5gb))
   [junit4] Completed [335/458] on J0 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.geo.TestPolygon2D
   [junit4] Completed [336/458] on J2 in 4.28s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesCheckIndexHeader
   [junit4] Completed [337/458] on J0 in 0.28s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesDetectTruncation
   [junit4] Completed [338/458] on J2 in 0.34s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocInverterPerFieldErrorInfo
   [junit4] Completed [339/458] on J2 in 0.06s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocValues
   [junit4] Completed [340/458] on J2 in 0.05s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocsWithFieldSet
   [junit4] Completed [341/458] on J2 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDuelingCodecsAtNight
   [junit4] IGNOR/A 0.00s J2 | TestDuelingCodecsAtNight.testBigEquals
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J2 | TestDuelingCodecsAtNight.testEquals
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J2 | TestDuelingCodecsAtNight.testCrazyReaderEquals
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [342/458] on J2 in 0.01s, 3 tests, 3 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestExitableDirectoryReader
   [junit4] Completed [343/458] on J2 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFieldInvertState
   [junit4] Completed [344/458] on J2 in 0.08s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFieldReuse
   [junit4] Completed [345/458] on J2 in 0.04s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFilterCodecReader
   [junit4] Completed [346/458] on J2 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFilterDirectoryReader
   [junit4] Completed [347/458] on J2 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexReaderClose
   [junit4] Completed [348/458] on J2 in 0.26s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexTooManyDocs
   [junit4] Completed [349/458] on J2 in 0.16s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
   [junit4] IGNOR/A 0.00s J0 | TestBinaryDocValuesUpdates.testTonsOfUpdates
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [350/458] on J0 in 3.05s, 29 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterDeleteByQuery
   [junit4] Completed [351/458] on J2 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnVMError
   [junit4] IGNOR/A 0.00s J2 | TestIndexWriterOnVMError.testCheckpoint
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [352/458] on J2 in 0.28s, 3 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterThreadsToSegments
   [junit4] Completed [353/458] on J2 in 1.09s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions2
   [junit4] Completed [354/458] on J0 in 8.31s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentsWriterStallControl
   [junit4] Completed [355/458] on J1 in 20.74s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanQuery
   [junit4] Completed [356/458] on J1 in 0.13s, 22 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestInfoStream
   [junit4] Completed [357/458] on J0 in 0.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiCollector
   [junit4] Completed [358/458] on J1 in 0.13s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestManyFields
   [junit4] Completed [359/458] on J0 in 0.58s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMergePolicyWrapper
   [junit4] Completed [360/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMergeRateLimiter
   [junit4] Completed [361/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMixedDocValuesUpdates
   [junit4] IGNOR/A 0.00s J0 | TestMixedDocValuesUpdates.testTonsOfUpdates
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [362/458] on J0 in 1.89s, 4 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNRTReaderCleanup
   [junit4] Completed [363/458] on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestSimpleFSLockFactory
   [junit4] Completed [364/458] on J1 in 3.60s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanationsOfNonMatches
   [junit4] Completed [365/458] on J1 in 0.09s, 30 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestDirectory
   [junit4] Completed [366/458] on J1 in 0.84s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpansEnum
   [junit4] Completed [367/458] on J1 in 0.07s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPositiveScoresOnlyCollector
   [junit4] Completed [368/458] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestTrackingDirectoryWrapper
   [junit4] IGNOR/A 0.00s J1 | TestTrackingDirectoryWrapper.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] IGNOR/A 0.00s J1 | TestTrackingDirectoryWrapper.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed [369/458] on J1 in 0.49s, 47 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPostings
   [junit4] IGNOR/A 0.00s J1 | Test2BPostings.test
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [370/458] on J1 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestComplexExplanations
   [junit4] Completed [371/458] on J1 in 0.84s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPositionIncrement
   [junit4] Completed [372/458] on J1 in 0.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
   [junit4] Completed [373/458] on J2 in 12.89s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectorsReader
   [junit4] Completed [374/458] on J1 in 0.26s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormat
   [junit4] IGNOR/A 0.00s J1 | TestLucene50StoredFieldsFormat.testBigDocuments
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [375/458] on J1 in 3.13s, 17 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestFilterIterator
   [junit4] Completed [376/458] on J1 in 0.03s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortedSetSelector
   [junit4] Completed [377/458] on J1 in 0.08s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDoc
   [junit4] Completed [378/458] on J1 in 0.08s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTransactionRollback
   [junit4] Completed [379/458] on J1 in 0.08s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestIntroSelector
   [junit4] Completed [380/458] on J1 in 0.52s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticSimilarity
   [junit4] Completed [381/458] on J1 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestReaderClosed
   [junit4] Completed [382/458] on J1 in 0.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanOr
   [junit4] Completed [383/458] on J1 in 1.11s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSameScoresWithThreads
   [junit4] Completed [384/458] on J1 in 0.39s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPointValues
   [junit4] Completed [385/458] on J2 in 13.13s, 32 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.FuzzyTermOnShortTermsTest
   [junit4] Completed [386/458] on J2 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNumericDocValuesUpdates
   [junit4] Completed [387/458] on J0 in 16.04s, 32 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoolean2ScorerSupplier
   [junit4] Completed [388/458] on J2 in 0.17s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanRewrites
   [junit4] Completed [389/458] on J0 in 0.59s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestControlledRealTimeReopenThread
   [junit4] IGNOR/A 0.00s J0 | TestControlledRealTimeReopenThread.testCRTReopen
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/LUCENE-5737))
   [junit4] Completed [390/458] on J0 in 6.01s, 6 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConjunctionDISI
   [junit4] Completed [391/458] on J2 in 7.15s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearcherManager
   [junit4] Completed [392/458] on J1 in 16.86s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRecyclingByteBlockAllocator
   [junit4] Completed [393/458] on J1 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNorms
   [junit4] Completed [394/458] on J1 in 0.58s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitPositions
   [junit4] Completed [395/458] on J1 in 0.09s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestDemo
   [junit4] Completed [396/458] on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestPriorityQueue
   [junit4] Completed [397/458] on J1 in 0.19s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestFileSwitchDirectory
   [junit4] IGNOR/A 0.00s J1 | TestFileSwitchDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] IGNOR/A 0.00s J1 | TestFileSwitchDirectory.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] Completed [398/458] on J1 in 1.13s, 43 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiTermConstantScore
   [junit4] Completed [399/458] on J1 in 0.55s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BDocs
   [junit4] IGNOR/A 0.00s J1 | Test2BDocs.test2BDocs
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~30min))
   [junit4] Completed [400/458] on J1 in 0.01s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestForTooMuchCloning
   [junit4] Completed [401/458] on J1 in 0.10s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestOperations
   [junit4] Completed [402/458] on J1 in 0.78s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocValuesRewriteMethod
   [junit4] Completed [403/458] on J2 in 5.29s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocValuesQueries
   [junit4] Completed [404/458] on J0 in 7.51s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestEarlyTermination
   [junit4] Completed [405/458] on J0 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFieldValueQuery
   [junit4] Completed [406/458] on J0 in 1.82s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDoubleRangeFieldQueries
   [junit4] IGNOR/A 0.00s J1 | TestDoubleRangeFieldQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [407/458] on J1 in 7.23s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestEarlyTerminatingSortingCollector
   [junit4] Completed [408/458] on J2 in 7.38s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFloatRangeFieldQueries
   [junit4] IGNOR/A 0.00s J0 | TestFloatRangeFieldQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [409/458] on J0 in 4.29s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNeedsScores
   [junit4] Completed [410/458] on J0 in 0.04s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSegmentCacheables
   [junit4] Completed [411/458] on J0 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestIntRangeFieldQueries
   [junit4] IGNOR/A 0.00s J1 | TestIntRangeFieldQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [412/458] on J1 in 5.69s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortedNumericSortField
   [junit4] Completed [413/458] on J1 in 0.03s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLongRangeFieldQueries
   [junit4] IGNOR/A 0.00s J2 | TestLongRangeFieldQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [414/458] on J2 in 4.96s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortedSetSortField
   [junit4] Completed [415/458] on J1 in 0.02s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSynonymQuery
   [junit4] Completed [416/458] on J2 in 0.01s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestUsageTrackingFilterCachingPolicy
   [junit4] Completed [417/458] on J1 in 0.01s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestBooleanSimilarity
   [junit4] Completed [418/458] on J

[...truncated too long message...]

-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/null615067224
     [copy] Copying 38 files to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/null615067224
   [delete] Deleting directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/null615067224

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/null1412114652
     [copy] Copying 226 files to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/null1412114652
   [delete] Deleting directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/null1412114652

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 26ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 158 minutes 5 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
WARN: no matches found within 10000
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=5b59707dcd54ef0167ee617cedf4b9f8ab2756ae, workspace=/var/lib/jenkins/workspace/Lucene-Solr-7.x-Linux
[WARNINGS] Computing warning deltas based on reference build #1076
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1076 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1076/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsNNFailoverTest

Error Message:
22 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsNNFailoverTest:     1) Thread[id=7181, name=qtp1203365993-7181, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=7199, name=Scheduler-431126284, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=7195, name=Thread-1805, state=WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/java.lang.Object.wait(Native Method)         at java.base@9.0.1/java.lang.Object.wait(Object.java:516)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)    4) Thread[id=7237, name=zkCallback-1597-thread-5, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    5) Thread[id=7192, name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-EventThread, state=WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    6) Thread[id=7182, name=org.eclipse.jetty.server.session.HashSessionManager@1654b378Timer, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    7) Thread[id=7175, name=qtp1203365993-7175, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    8) Thread[id=7193, name=zkConnectionManagerCallback-1598-thread-1, state=WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    9) Thread[id=7179, name=qtp1203365993-7179, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1562)         at app//org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1513)         at app//org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622)         at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1032)         at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)         at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)         at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$297/2109360545.execute(Unknown Source)         at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)         at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)         at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)         at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)         at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)         at app//org.eclipse.jetty.server.Server.handle(Server.java:534)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)         at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)         at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)         at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)         at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   10) Thread[id=7174, name=qtp1203365993-7174, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   11) Thread[id=7238, name=zkCallback-1597-thread-6, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   12) Thread[id=7177, name=qtp1203365993-7177, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   13) Thread[id=7178, name=qtp1203365993-7178-acceptor-0@179c7d5e-ServerConnector@3ad09568{HTTP/1.1,[http/1.1]}{127.0.0.1:40069}, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)         at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   14) Thread[id=7180, name=qtp1203365993-7180, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   15) Thread[id=7197, name=Connection evictor, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   16) Thread[id=7191, name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-SendThread(127.0.0.1:39953), state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   17) Thread[id=7187, name=Connection evictor, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   18) Thread[id=7234, name=zkCallback-1597-thread-3-processing-n:127.0.0.1:40069_nn_%2Fiy, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)         at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)         at app//org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)         at app//org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:771)         at app//org.apache.solr.cloud.Overseer.start(Overseer.java:515)         at app//org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799)         at app//org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)         at app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)         at app//org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)         at app//org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)         at app//org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)         at app//org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$200/1924274917.run(Unknown Source)         at java.base@9.0.1/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)         at java.base@9.0.1/java.util.concurrent.FutureTask.run(FutureTask.java:264)         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$111/15886483.run(Unknown Source)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   19) Thread[id=7186, name=Connection evictor, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   20) Thread[id=7239, name=zkCallback-1597-thread-7, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   21) Thread[id=7176, name=qtp1203365993-7176, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   22) Thread[id=7236, name=zkCallback-1597-thread-4, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 22 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsNNFailoverTest: 
   1) Thread[id=7181, name=qtp1203365993-7181, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=7199, name=Scheduler-431126284, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=7195, name=Thread-1805, state=WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/java.lang.Object.wait(Native Method)
        at java.base@9.0.1/java.lang.Object.wait(Object.java:516)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)
   4) Thread[id=7237, name=zkCallback-1597-thread-5, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   5) Thread[id=7192, name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-EventThread, state=WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   6) Thread[id=7182, name=org.eclipse.jetty.server.session.HashSessionManager@1654b378Timer, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   7) Thread[id=7175, name=qtp1203365993-7175, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   8) Thread[id=7193, name=zkConnectionManagerCallback-1598-thread-1, state=WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   9) Thread[id=7179, name=qtp1203365993-7179, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1562)
        at app//org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1513)
        at app//org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622)
        at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1032)
        at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
        at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
        at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$297/2109360545.execute(Unknown Source)
        at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
        at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
        at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
        at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
        at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
        at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
        at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
        at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
        at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
        at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
        at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
        at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
        at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
        at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
        at app//org.eclipse.jetty.server.Server.handle(Server.java:534)
        at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
        at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
        at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  10) Thread[id=7174, name=qtp1203365993-7174, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  11) Thread[id=7238, name=zkCallback-1597-thread-6, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  12) Thread[id=7177, name=qtp1203365993-7177, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  13) Thread[id=7178, name=qtp1203365993-7178-acceptor-0@179c7d5e-ServerConnector@3ad09568{HTTP/1.1,[http/1.1]}{127.0.0.1:40069}, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
        at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  14) Thread[id=7180, name=qtp1203365993-7180, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  15) Thread[id=7197, name=Connection evictor, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  16) Thread[id=7191, name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-SendThread(127.0.0.1:39953), state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
  17) Thread[id=7187, name=Connection evictor, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  18) Thread[id=7234, name=zkCallback-1597-thread-3-processing-n:127.0.0.1:40069_nn_%2Fiy, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
        at app//org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
        at app//org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:771)
        at app//org.apache.solr.cloud.Overseer.start(Overseer.java:515)
        at app//org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799)
        at app//org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
        at app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
        at app//org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
        at app//org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
        at app//org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
        at app//org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$200/1924274917.run(Unknown Source)
        at java.base@9.0.1/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
        at java.base@9.0.1/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$111/15886483.run(Unknown Source)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  19) Thread[id=7186, name=Connection evictor, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  20) Thread[id=7239, name=zkCallback-1597-thread-7, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  21) Thread[id=7176, name=qtp1203365993-7176, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  22) Thread[id=7236, name=zkCallback-1597-thread-4, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([DA26CFCFFD37EAD2]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsNNFailoverTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=7199, name=Scheduler-431126284, state=WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=7195, name=Thread-1805, state=WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/java.lang.Object.wait(Native Method)         at java.base@9.0.1/java.lang.Object.wait(Object.java:516)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)    3) Thread[id=7237, name=zkCallback-1597-thread-5, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    4) Thread[id=7182, name=org.eclipse.jetty.server.session.HashSessionManager@1654b378Timer, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    5) Thread[id=7175, name=qtp1203365993-7175, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)         at java.base@9.0.1/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)         at java.base@9.0.1/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    6) Thread[id=7193, name=zkConnectionManagerCallback-1598-thread-1, state=WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    7) Thread[id=7238, name=zkCallback-1597-thread-6, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    8) Thread[id=7177, name=qtp1203365993-7177, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)         at java.base@9.0.1/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)         at java.base@9.0.1/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    9) Thread[id=7180, name=qtp1203365993-7180, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)         at java.base@9.0.1/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)         at java.base@9.0.1/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   10) Thread[id=7191, name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-SendThread(127.0.0.1:39953), state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)   11) Thread[id=7234, name=zkCallback-1597-thread-3, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   12) Thread[id=7239, name=zkCallback-1597-thread-7, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   13) Thread[id=7176, name=qtp1203365993-7176, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/sun.nio.ch.IOUtil.drain(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:103)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   14) Thread[id=7236, name=zkCallback-1597-thread-4, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=7199, name=Scheduler-431126284, state=WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=7195, name=Thread-1805, state=WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/java.lang.Object.wait(Native Method)
        at java.base@9.0.1/java.lang.Object.wait(Object.java:516)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)
   3) Thread[id=7237, name=zkCallback-1597-thread-5, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=7182, name=org.eclipse.jetty.server.session.HashSessionManager@1654b378Timer, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   5) Thread[id=7175, name=qtp1203365993-7175, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
        at java.base@9.0.1/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
        at java.base@9.0.1/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   6) Thread[id=7193, name=zkConnectionManagerCallback-1598-thread-1, state=WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   7) Thread[id=7238, name=zkCallback-1597-thread-6, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   8) Thread[id=7177, name=qtp1203365993-7177, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
        at java.base@9.0.1/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
        at java.base@9.0.1/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   9) Thread[id=7180, name=qtp1203365993-7180, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
        at java.base@9.0.1/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
        at java.base@9.0.1/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  10) Thread[id=7191, name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-SendThread(127.0.0.1:39953), state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
  11) Thread[id=7234, name=zkCallback-1597-thread-3, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  12) Thread[id=7239, name=zkCallback-1597-thread-7, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  13) Thread[id=7176, name=qtp1203365993-7176, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/sun.nio.ch.IOUtil.drain(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:103)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  14) Thread[id=7236, name=zkCallback-1597-thread-4, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([DA26CFCFFD37EAD2]:0)


FAILED:  org.apache.solr.cloud.hdfs.HdfsNNFailoverTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:33725/nn_/iy

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33725/nn_/iy
	at __randomizedtesting.SeedInfo.seed([DA26CFCFFD37EAD2:5272F01553CB872A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:414)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:339)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 43 more


FAILED:  org.apache.solr.spelling.SpellCheckCollatorTest.testEstimatedHitCounts

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([DA26CFCFFD37EAD2:EB9D71FA5808FA02]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:902)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:862)
	at org.apache.solr.spelling.SpellCheckCollatorTest.testEstimatedHitCounts(SpellCheckCollatorTest.java:569)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverr

[...truncated too long message...]

4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    8) Thread[id=7177, name=qtp1203365993-7177, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
   [junit4]    >         at java.base@9.0.1/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
   [junit4]    >         at java.base@9.0.1/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    9) Thread[id=7180, name=qtp1203365993-7180, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
   [junit4]    >         at java.base@9.0.1/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
   [junit4]    >         at java.base@9.0.1/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >   10) Thread[id=7191, name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-SendThread(127.0.0.1:39953), state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   [junit4]    >   11) Thread[id=7234, name=zkCallback-1597-thread-3, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >   12) Thread[id=7239, name=zkCallback-1597-thread-7, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >   13) Thread[id=7176, name=qtp1203365993-7176, state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:103)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >   14) Thread[id=7236, name=zkCallback-1597-thread-4, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DA26CFCFFD37EAD2]:0)
   [junit4] Completed [405/764 (2!)] on J0 in 636.82s, 1 test, 3 errors <<< FAILURES!

[...truncated 41993 lines...]