You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/06/18 13:51:36 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1874 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1874/

1 tests failed.
FAILED:  org.apache.lucene.luke.models.overview.OverviewImplTest.testIsOptimized

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([2766B820AF39E5A8:71AD3AED7F9DEF7F]:0)
	at org.junit.Assert.fail(Assert.java:86)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertTrue(Assert.java:52)
	at org.apache.lucene.luke.models.overview.OverviewImplTest.testIsOptimized(OverviewImplTest.java:78)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 9114 lines...]
   [junit4] Suite: org.apache.lucene.luke.models.overview.OverviewImplTest
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=OverviewImplTest -Dtests.method=testIsOptimized -Dtests.seed=2766B820AF39E5A8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=bg-BG -Dtests.timezone=America/North_Dakota/Center -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.14s J2 | OverviewImplTest.testIsOptimized <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2766B820AF39E5A8:71AD3AED7F9DEF7F]:0)
   [junit4]    > 	at org.apache.lucene.luke.models.overview.OverviewImplTest.testIsOptimized(OverviewImplTest.java:78)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/luke/test/J2/temp/lucene.luke.models.overview.OverviewImplTest_2766B820AF39E5A8-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@505a2bb0), locale=bg-BG, timezone=America/North_Dakota/Center
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=132823808,total=264241152
   [junit4]   2> NOTE: All tests run in this JVM: [CommitsImplTest, TopTermsTest, OverviewImplTest]
   [junit4] Completed [8/10 (1!)] on J2 in 2.10s, 17 tests, 1 failure <<< FAILURES!

[...truncated 55820 lines...]
-ecj-javadoc-lint-tests:
    [mkdir] Created dir: /tmp/ecj2034888090
 [ecj-lint] Compiling 961 source files to /tmp/ecj2034888090
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/cloud/RoutingToNodesWithPropertiesTest.java (at line 109)
 [ecj-lint] 	SolrCloudManager cloudManager = new SolrClientCloudManager(new ZkDistributedQueueFactory(cluster.getZkClient()),
 [ecj-lint] 	                 ^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'cloudManager' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/cloud/ZkNodePropsTest.java (at line 48)
 [ecj-lint] 	new JavaBinCodec().marshal(zkProps.getProperties(), baos);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 32)
 [ecj-lint] 	HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
 [ecj-lint] 	                     ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
 [ecj-lint] ----------
 [ecj-lint] 4. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 39)
 [ecj-lint] 	HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
 [ecj-lint] 	                     ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 47)
 [ecj-lint] 	HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
 [ecj-lint] 	                     ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 55)
 [ecj-lint] 	HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
 [ecj-lint] 	                     ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 63)
 [ecj-lint] 	HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
 [ecj-lint] 	                     ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
 [ecj-lint] ----------
 [ecj-lint] 8. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 71)
 [ecj-lint] 	HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
 [ecj-lint] 	                     ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
 [ecj-lint] ----------
 [ecj-lint] 9. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 79)
 [ecj-lint] 	HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
 [ecj-lint] 	                     ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
 [ecj-lint] ----------
 [ecj-lint] 10. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 89)
 [ecj-lint] 	HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
 [ecj-lint] 	                     ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 11. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/handler/component/DistributedTermsComponentTest.java (at line 134)
 [ecj-lint] 	* response deserialization is based on the {@param responseParser}
 [ecj-lint] 	                                             ^^^^^
 [ecj-lint] Javadoc: Unexpected tag
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 12. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestBinaryResponseWriter.java (at line 75)
 [ecj-lint] 	new JavaBinCodec(new BinaryResponseWriter.Resolver(null, null)).marshal(nl, baos);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 13. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestBinaryResponseWriter.java (at line 77)
 [ecj-lint] 	nl = (NamedList) new JavaBinCodec().unmarshal(new ByteArrayInputStream(byteBuffer.array(), 0, byteBuffer.limit()));
 [ecj-lint] 	                 ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 14. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/security/BasicAuthOnSingleNodeTest.java (at line 68)
 [ecj-lint] 	PreemptiveBasicAuthClientBuilderFactory factory = new PreemptiveBasicAuthClientBuilderFactory();
 [ecj-lint] 	                                        ^^^^^^^
 [ecj-lint] Resource leak: 'factory' is never closed
 [ecj-lint] ----------
 [ecj-lint] 14 problems (1 error, 13 warnings)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:645: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2015: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2048: Compile failed; see the compiler error output for details.

Total time: 348 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1879 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1879/

1 tests failed.
FAILED:  org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenRenew

Error Message:
expected:<200> but was:<403>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
	at __randomizedtesting.SeedInfo.seed([A796904C1E98F2FB:900D645226542F5F]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.renewDelegationToken(TestDelegationWithHadoopAuth.java:120)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.verifyDelegationTokenRenew(TestDelegationWithHadoopAuth.java:303)
	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenRenew(TestDelegationWithHadoopAuth.java:321)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13827 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth
   [junit4]   2> 754231 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_A796904C1E98F2FB-001/init-core-data-001
   [junit4]   2> 754235 WARN  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 754236 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 754236 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 754248 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_A796904C1E98F2FB-001/tempDir-001
   [junit4]   2> 754248 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 754255 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 754255 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 754353 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:33083
   [junit4]   2> 754353 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33083
   [junit4]   2> 754353 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33083
   [junit4]   2> 754359 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 754361 INFO  (zkConnectionManagerCallback-310-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 754361 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 754363 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 754365 INFO  (zkConnectionManagerCallback-312-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 754365 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 754365 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 754367 INFO  (zkConnectionManagerCallback-314-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 754367 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 754520 WARN  (jetty-launcher-315-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 754523 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 754523 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 754523 INFO  (jetty-launcher-315-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 754527 WARN  (jetty-launcher-315-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 754528 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 754528 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 754528 INFO  (jetty-launcher-315-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 754563 INFO  (jetty-launcher-315-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 754563 INFO  (jetty-launcher-315-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 754563 INFO  (jetty-launcher-315-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 754564 INFO  (jetty-launcher-315-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c72f77c{/solr,null,AVAILABLE}
   [junit4]   2> 754564 INFO  (jetty-launcher-315-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@45de56d4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45419}
   [junit4]   2> 754564 INFO  (jetty-launcher-315-thread-1) [     ] o.e.j.s.Server Started @754883ms
   [junit4]   2> 754564 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45419}
   [junit4]   2> 754565 ERROR (jetty-launcher-315-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 754565 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 754565 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 754565 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 754565 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 754565 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-23T15:10:30.725306Z
   [junit4]   2> 754587 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 754607 INFO  (zkConnectionManagerCallback-317-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 754607 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 754627 INFO  (jetty-launcher-315-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 754627 INFO  (jetty-launcher-315-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 754627 INFO  (jetty-launcher-315-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 754631 INFO  (jetty-launcher-315-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e9da3cf{/solr,null,AVAILABLE}
   [junit4]   2> 754631 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 754632 INFO  (jetty-launcher-315-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@12528720{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33850}
   [junit4]   2> 754632 INFO  (jetty-launcher-315-thread-2) [     ] o.e.j.s.Server Started @754951ms
   [junit4]   2> 754632 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33850}
   [junit4]   2> 754632 ERROR (jetty-launcher-315-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 754632 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 754632 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 754632 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 754632 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 754632 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-23T15:10:30.792819Z
   [junit4]   2> 754651 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 754667 INFO  (zkConnectionManagerCallback-319-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 754667 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 754742 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 755011 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 755021 WARN  (jetty-launcher-315-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1b385d51[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 755021 WARN  (jetty-launcher-315-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1b385d51[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 755021 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 755022 WARN  (jetty-launcher-315-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7f541964[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 755022 WARN  (jetty-launcher-315-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7f541964[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 755026 WARN  (jetty-launcher-315-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7efd9396[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 755026 WARN  (jetty-launcher-315-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7efd9396[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 755028 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33083/solr
   [junit4]   2> 755035 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 755035 WARN  (jetty-launcher-315-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a2042cf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 755035 WARN  (jetty-launcher-315-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a2042cf[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 755036 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33083/solr
   [junit4]   2> 755038 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 755038 INFO  (zkConnectionManagerCallback-329-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 755038 INFO  (jetty-launcher-315-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 755083 INFO  (zkConnectionManagerCallback-333-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 755083 INFO  (jetty-launcher-315-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 755167 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 755179 INFO  (zkConnectionManagerCallback-335-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 755179 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 755203 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 755223 INFO  (zkConnectionManagerCallback-337-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 755223 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 755245 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45419_solr
   [junit4]   2> 755245 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.c.Overseer Overseer (id=74917587133857800-127.0.0.1:45419_solr-n_0000000000) starting
   [junit4]   2> 755263 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 755279 INFO  (zkConnectionManagerCallback-346-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 755279 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 755291 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33083/solr ready
   [junit4]   2> 755299 INFO  (OverseerStateUpdate-74917587133857800-127.0.0.1:45419_solr-n_0000000000) [n:127.0.0.1:45419_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45419_solr
   [junit4]   2> 755310 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45419_solr
   [junit4]   2> 755314 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 755321 INFO  (zkCallback-345-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 755344 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.s.HadoopAuthPlugin Params: {delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, type=simple, zk-dt-secret-manager.enable=true, signer.secret.provider=zookeeper, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
   [junit4]   2> 755362 INFO  (zkCallback-336-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 755417 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 755425 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:33850_solr as DOWN
   [junit4]   2> 755426 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 755426 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33850_solr
   [junit4]   2> 755434 INFO  (zkCallback-336-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 755434 INFO  (zkCallback-345-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 755448 INFO  (zkCallback-334-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 755461 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 755485 INFO  (zkConnectionManagerCallback-351-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 755485 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 755488 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 755489 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33083/solr ready
   [junit4]   2> 755489 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 755490 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.s.HadoopAuthPlugin Params: {delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, type=simple, zk-dt-secret-manager.enable=true, signer.secret.provider=zookeeper, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
   [junit4]   2> 755652 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 755653 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 755720 INFO  (jetty-launcher-315-thread-1-EventThread) [     ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 755720 INFO  (jetty-launcher-315-thread-2-EventThread) [     ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 756051 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 756079 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 756107 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33850.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e1cf864
   [junit4]   2> 756121 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45419.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e1cf864
   [junit4]   2> 756137 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33850.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e1cf864
   [junit4]   2> 756139 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33850.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e1cf864
   [junit4]   2> 756140 INFO  (jetty-launcher-315-thread-2) [n:127.0.0.1:33850_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_A796904C1E98F2FB-001/tempDir-001/node2/.
   [junit4]   2> 756142 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45419.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e1cf864
   [junit4]   2> 756142 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45419.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e1cf864
   [junit4]   2> 756144 INFO  (jetty-launcher-315-thread-1) [n:127.0.0.1:45419_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_A796904C1E98F2FB-001/tempDir-001/node1/.
   [junit4]   2> 756227 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 756266 INFO  (zkConnectionManagerCallback-358-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 756266 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 756270 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 756280 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33083/solr ready
   [junit4]   2> 756391 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 756464 WARN  (qtp1259975111-8788) [     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: bar tries to renew a token (solr-dt owner=foo, renewer=foo, realUser=, issueDate=1561302632562, maxDate=1561907432562, sequenceNumber=1, masterKeyId=4) with non-matching renewer foo
   [junit4]   2> 756464 WARN  (qtp1259975111-8788) [     ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 756484 WARN  (qtp479558338-8797) [     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: bar tries to renew a token (solr-dt owner=foo, renewer=foo, realUser=, issueDate=1561302632562, maxDate=1561907432562, sequenceNumber=1, masterKeyId=4) with non-matching renewer foo
   [junit4]   2> 756484 WARN  (qtp479558338-8797) [     ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 756542 WARN  (qtp1259975111-8789) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 756552 WARN  (qtp1259975111-8790) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 756552 WARN  (qtp1259975111-8790) [     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token (solr-dt owner=foo, renewer=renewUser, realUser=, issueDate=1561302632702, maxDate=1561907432702, sequenceNumber=2, masterKeyId=4) with non-matching renewer renewUser
   [junit4]   2> 756552 WARN  (qtp1259975111-8790) [     ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 756554 WARN  (qtp479558338-8799) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 756555 WARN  (qtp479558338-8799) [     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token (solr-dt owner=foo, renewer=renewUser, realUser=, issueDate=1561302632702, maxDate=1561907432702, sequenceNumber=2, masterKeyId=4) with non-matching renewer renewUser
   [junit4]   2> 756555 WARN  (qtp479558338-8799) [     ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 756561 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenewFail-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 756609 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 756610 WARN  (qtp1259975111-8786) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 756640 INFO  (qtp1259975111-8788) [n:127.0.0.1:45419_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAWuE44lCigFrqPANQgMEFJ7jhbY9wPND6ZQDWeNpZAlAbLNOB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 756640 INFO  (qtp1259975111-8788) [n:127.0.0.1:45419_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAWuE44lCigFrqPANQgMEFJ7jhbY9wPND6ZQDWeNpZAlAbLNOB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 756645 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 756656 INFO  (zkConnectionManagerCallback-363-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 756656 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 756667 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 756668 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33083/solr ready
   [junit4]   2> 756804 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 756811 INFO  (zkConnectionManagerCallback-368-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 756811 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 756813 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 756814 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33083/solr ready
   [junit4]   2> 756817 INFO  (qtp479558338-8800) [n:127.0.0.1:33850_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAWuE44lCigFrqPANQgMEFJ7jhbY9wPND6ZQDWeNpZAlAbLNOB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 756817 INFO  (qtp479558338-8800) [n:127.0.0.1:33850_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAWuE44lCigFrqPANQgMEFJ7jhbY9wPND6ZQDWeNpZAlAbLNOB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 756935 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenVerify-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 756995 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancelFail-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
   [junit4]   2> 756998 WARN  (qtp1259975111-8790) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 756999 WARN  (qtp1259975111-8786) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757017 WARN  (qtp1259975111-8787) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757034 WARN  (qtp479558338-8796) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757039 ERROR (qtp479558338-8796) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_4]
   [junit4]   2> 757040 WARN  (qtp1259975111-8788) [n:127.0.0.1:45419_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757041 ERROR (qtp1259975111-8788) [n:127.0.0.1:45419_solr     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_4]
   [junit4]   2> 757043 WARN  (qtp1259975111-8789) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757053 WARN  (qtp479558338-8797) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757059 WARN  (qtp479558338-8799) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757063 ERROR (qtp479558338-8799) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_5]
   [junit4]   2> 757064 WARN  (qtp1259975111-8790) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757065 ERROR (qtp1259975111-8790) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_5]
   [junit4]   2> 757066 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancelFail-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
   [junit4]   2> 757150 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenSolrClient-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 757151 WARN  (qtp1259975111-8786) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757209 INFO  (qtp1259975111-8787) [n:127.0.0.1:45419_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADZm9vA2ZvbwCKAWuE44tfigFrqPAPXwYEFIExW1iY1vdXBiaCqj7mIrbDvdaNB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 757209 INFO  (qtp1259975111-8787) [n:127.0.0.1:45419_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADZm9vA2ZvbwCKAWuE44tfigFrqPAPXwYEFIExW1iY1vdXBiaCqj7mIrbDvdaNB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 757214 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenSolrClient-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4]   2> 757298 INFO  (TEST-TestDelegationWithHadoopAuth.testZNodePaths-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 757298 WARN  (qtp1259975111-8790) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757327 INFO  (TEST-TestDelegationWithHadoopAuth.testZNodePaths-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 757339 INFO  (zkConnectionManagerCallback-370-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 757339 INFO  (TEST-TestDelegationWithHadoopAuth.testZNodePaths-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 757442 INFO  (TEST-TestDelegationWithHadoopAuth.testZNodePaths-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 757534 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 757535 WARN  (qtp1259975111-8786) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757539 WARN  (qtp1259975111-8787) [n:127.0.0.1:45419_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757539 WARN  (qtp1259975111-8787) [n:127.0.0.1:45419_solr     ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo is trying to renew a token (solr-dt owner=foo, renewer=foo, realUser=, issueDate=1561302633695, maxDate=1561907433695, sequenceNumber=8, masterKeyId=4) with wrong password
   [junit4]   2> 757539 WARN  (qtp1259975111-8787) [n:127.0.0.1:45419_solr     ] o.a.s.s.HadoopAuthPlugin Could not find org.apache.solr.security.authentication.requestcontinues
   [junit4]   2> 757540 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenRenew-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDelegationWithHadoopAuth -Dtests.method=testDelegationTokenRenew -Dtests.seed=A796904C1E98F2FB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=es -Dtests.timezone=SystemV/YST9YDT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.11s J1 | TestDelegationWithHadoopAuth.testDelegationTokenRenew <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<403>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A796904C1E98F2FB:900D645226542F5F]:0)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.renewDelegationToken(TestDelegationWithHadoopAuth.java:120)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.verifyDelegationTokenRenew(TestDelegationWithHadoopAuth.java:303)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestDelegationWithHadoopAuth.testDelegationTokenRenew(TestDelegationWithHadoopAuth.java:321)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> 757631 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 757648 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 757691 INFO  (zkConnectionManagerCallback-375-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 757691 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 757693 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 757695 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33083/solr ready
   [junit4]   2> 757698 INFO  (qtp479558338-8801) [n:127.0.0.1:33850_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&user.name=foo&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 757698 INFO  (qtp479558338-8801) [n:127.0.0.1:33850_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&user.name=foo&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 757805 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationOtherOp-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 757881 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 757908 WARN  (qtp1259975111-8788) [n:127.0.0.1:45419_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757913 WARN  (qtp1259975111-8789) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 757959 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 757960 INFO  (zkConnectionManagerCallback-380-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 757960 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 757984 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 757985 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33083/solr ready
   [junit4]   2> 757995 ERROR (qtp479558338-8800) [n:127.0.0.1:33850_solr     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_9]
   [junit4]   2> 758177 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 758179 INFO  (zkConnectionManagerCallback-385-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 758179 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 758182 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 758185 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33083/solr ready
   [junit4]   2> 758319 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 758340 INFO  (zkConnectionManagerCallback-390-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 758340 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 758345 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 758355 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33083/solr ready
   [junit4]   2> 758471 WARN  (qtp1259975111-8790) [     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 758480 WARN  (qtp479558338-8801) [n:127.0.0.1:33850_solr     ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Unauthorized access
   [junit4]   2> 758493 ERROR (qtp479558338-8797) [     ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_10]
   [junit4]   2> 758533 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 758547 INFO  (zkConnectionManagerCallback-395-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 758547 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 758549 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 758550 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33083/solr ready
   [junit4]   2> 758672 INFO  (TEST-TestDelegationWithHadoopAuth.testDelegationTokenCancel-seed#[A796904C1E98F2FB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 758782 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2048851954
   [junit4]   2> 758782 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45419_solr
   [junit4]   2> 758783 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 758783 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:45419_solr as DOWN
   [junit4]   2> 758787 INFO  (jetty-closer-396-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1069639311
   [junit4]   2> 758787 INFO  (jetty-closer-396-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33850_solr
   [junit4]   2> 758788 INFO  (jetty-closer-396-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 758788 INFO  (jetty-closer-396-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:33850_solr as DOWN
   [junit4]   2> 758796 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 758804 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 758816 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a8b0bf3: rootName = solr_45419, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@605d53dc
   [junit4]   2> 758817 INFO  (jetty-closer-396-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 758818 INFO  (jetty-closer-396-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@727e77e8: rootName = solr_33850, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@611d8dc8
   [junit4]   2> 758828 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 758829 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@99bf760: rootName = solr_45419, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3428462
   [junit4]   2> 758847 INFO  (jetty-closer-396-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 758847 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 758848 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b988404: rootName = solr_45419, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@28c9c013
   [junit4]   2> 758848 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 758848 INFO  (jetty-closer-396-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fe2bc20: rootName = solr_33850, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3428462
   [junit4]   2> 758850 INFO  (jetty-closer-396-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 758855 INFO  (jetty-closer-396-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5eefdac2: rootName = solr_33850, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@28c9c013
   [junit4]   2> 758855 INFO  (jetty-closer-396-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 758867 INFO  (closeThreadPool-403-thread-2) [     ] o.a.s.c.Overseer Overseer (id=74917587133857800-127.0.0.1:45419_solr-n_0000000000) closing
   [junit4]   2> 758867 INFO  (OverseerStateUpdate-74917587133857800-127.0.0.1:45419_solr-n_0000000000) [n:127.0.0.1:45419_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45419_solr
   [junit4]   2> 758867 INFO  (OverseerAutoScalingTriggerThread-74917587133857800-127.0.0.1:45419_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 758892 INFO  (zkCallback-345-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 758892 INFO  (zkCallback-336-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 758916 INFO  (closeThreadPool-403-thread-1) [     ] o.a.s.c.Overseer Overseer (id=74917587133857800-127.0.0.1:45419_solr-n_0000000000) closing
   [junit4]   2> 758996 INFO  (jetty-closer-396-thread-1) [     ] o.a.s.c.Overseer Overseer (id=74917587133857800-127.0.0.1:45419_solr-n_0000000000) closing
   [junit4]   2> 759003 INFO  (zkCallback-345-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 759003 INFO  (zkCallback-350-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 759105 ERROR (Thread[Thread-7977,5,TGRP-TestDelegationWithHadoopAuth]) [     ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 759108 INFO  (Curator-Framework-0) [     ] o.a.c.f.i.CuratorFrameworkImpl backgroundOperationsLoop exiting
   [junit4]   2> 759207 ERROR (Thread[Thread-7975,5,TGRP-TestDelegationWithHadoopAuth]) [     ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 759208 INFO  (Curator-Framework-0) [     ] o.a.c.f.i.CuratorFrameworkImpl backgroundOperationsLoop exiting
   [junit4]   2> 759220 INFO  (jetty-closer-396-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@12528720{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 759221 INFO  (jetty-closer-396-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e9da3cf{/solr,null,UNAVAILABLE}
   [junit4]   2> 759221 INFO  (jetty-closer-396-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 759324 INFO  (jetty-closer-396-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@45de56d4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 759325 INFO  (jetty-closer-396-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c72f77c{/solr,null,UNAVAILABLE}
   [junit4]   2> 759325 INFO  (jetty-closer-396-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 759327 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 759532 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/aliases.json
   [junit4]   2> 	12	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	12	/solr/clusterstate.json
   [junit4]   2> 	11	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	30	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 	21	/solr/live_nodes
   [junit4]   2> 	12	/solr/collections
   [junit4]   2> 	8	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 
   [junit4]   2> 759537 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33083
   [junit4]   2> 759537 INFO  (SUITE-TestDelegationWithHadoopAuth-seed#[A796904C1E98F2FB]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33083
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestDelegationWithHadoopAuth_A796904C1E98F2FB-001
   [junit4]   2> Jun 23, 2019 3:10:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene80, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@21654bb3), locale=es, timezone=SystemV/YST9YDT
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=316081080,total=495976448
   [junit4]   2> NOTE: All tests run in this JVM: [TestImplicitCoreProperties, TestUniqueKeyFieldResource, TestSolrConfigHandler, ClassificationUpdateProcessorIntegrationTest, HdfsTlogReplayBufferedWhileIndexingTest, RecoveryAfterSoftCommitTest, TestLegacyTerms, TestDelegationWithHadoopAuth]
   [junit4] Completed [60/866 (1!)] on J1 in 5.86s, 8 tests, 1 failure <<< FAILURES!

[...truncated 55036 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
     [java] Processed 2581 links (2111 relative) to 3394 anchors in 259 files
     [echo] Validated Links & Anchors via: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
    [jtidy] FIXME: Broken HTML checks were disabled, as jtidy can't handle HTML5.
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1692342781
     [copy] Copying 38 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1692342781
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null1692342781

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1494218326
     [copy] Copying 249 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1494218326
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1494218326

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 71ms :: artifacts dl 12ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 708 minutes 16 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1878 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1878/

5 tests failed.
FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testClusterStateProviderAPI

Error Message:
should be a routed alias

Stack Trace:
java.lang.AssertionError: should be a routed alias
	at __randomizedtesting.SeedInfo.seed([1D130B77404E9DB2:2C4975B334564F9]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.AliasIntegrationTest.testClusterStateProviderAPI(AliasIntegrationTest.java:315)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([1D130B77404E9DB2:9634D8A601483636]:0)
	at java.base/sun.nio.ch.Net.bind0(Native Method)
	at java.base/sun.nio.ch.Net.bind(Net.java:461)
	at java.base/sun.nio.ch.Net.bind(Net.java:453)
	at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
	at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.eclipse.jetty.server.Server.doStart(Server.java:396)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:     1) Thread[id=139939, name=Connector-Scheduler-322ee558, state=WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    2) Thread[id=139828, name=qtp907110210-139828, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x00000001003edc40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    3) Thread[id=139831, name=qtp907110210-139831, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    4) Thread[id=139834, name=qtp907110210-139834, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    5) Thread[id=139835, name=Session-HouseKeeper-c907f61, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    6) Thread[id=139830, name=qtp907110210-139830, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    7) Thread[id=139827, name=qtp907110210-139827, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x00000001003edc40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    8) Thread[id=139833, name=qtp907110210-139833, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    9) Thread[id=139829, name=qtp907110210-139829-acceptor-0@61a70d23-ServerConnector@322ee558{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33459}, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)   10) Thread[id=139832, name=qtp907110210-139832, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 
   1) Thread[id=139939, name=Connector-Scheduler-322ee558, state=WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=139828, name=qtp907110210-139828, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x00000001003edc40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=139831, name=qtp907110210-139831, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=139834, name=qtp907110210-139834, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   5) Thread[id=139835, name=Session-HouseKeeper-c907f61, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   6) Thread[id=139830, name=qtp907110210-139830, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   7) Thread[id=139827, name=qtp907110210-139827, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x00000001003edc40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   8) Thread[id=139833, name=qtp907110210-139833, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   9) Thread[id=139829, name=qtp907110210-139829-acceptor-0@61a70d23-ServerConnector@322ee558{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33459}, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
  10) Thread[id=139832, name=qtp907110210-139832, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([1D130B77404E9DB2]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=139939, name=Connector-Scheduler-322ee558, state=WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    2) Thread[id=139828, name=qtp907110210-139828, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x00000001003edc40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    3) Thread[id=139827, name=qtp907110210-139827, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x00000001003edc40.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    4) Thread[id=139833, name=qtp907110210-139833, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    5) Thread[id=139831, name=qtp907110210-139831, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    6) Thread[id=139829, name=qtp907110210-139829, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    7) Thread[id=139834, name=qtp907110210-139834, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    8) Thread[id=139835, name=Session-HouseKeeper-c907f61, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    9) Thread[id=139830, name=qtp907110210-139830, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)   10) Thread[id=139832, name=qtp907110210-139832, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=139939, name=Connector-Scheduler-322ee558, state=WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=139828, name=qtp907110210-139828, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x00000001003edc40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=139827, name=qtp907110210-139827, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x00000001003edc40.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=139833, name=qtp907110210-139833, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   5) Thread[id=139831, name=qtp907110210-139831, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   6) Thread[id=139829, name=qtp907110210-139829, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   7) Thread[id=139834, name=qtp907110210-139834, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   8) Thread[id=139835, name=Session-HouseKeeper-c907f61, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   9) Thread[id=139830, name=qtp907110210-139830, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
  10) Thread[id=139832, name=qtp907110210-139832, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([1D130B77404E9DB2]:0)


FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:37001/delete_data_dir

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:37001/delete_data_dir
	at __randomizedtesting.SeedInfo.seed([1D130B77404E9DB2:954734ADEEB2F04A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:667)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:189)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:555)
	... 47 more




Build Log:
[...truncated 14921 lines...]
   [junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
   [junit4]   2> 4254882 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_1D130B77404E9DB2-001/init-core-data-001
   [junit4]   2> 4254885 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 4254904 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 4254904 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_1D130B77404E9DB2-001/tempDir-001
   [junit4]   2> 4254904 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4254916 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4254916 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4255016 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:42125
   [junit4]   2> 4255016 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42125
   [junit4]   2> 4255016 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42125
   [junit4]   2> 4255018 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4255029 INFO  (zkConnectionManagerCallback-12574-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4255029 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4255034 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4255035 INFO  (zkConnectionManagerCallback-12576-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4255035 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4255036 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4255037 INFO  (zkConnectionManagerCallback-12578-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4255037 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4255142 WARN  (jetty-launcher-12579-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 4255142 WARN  (jetty-launcher-12579-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 4255142 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 4255142 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4255142 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 4255142 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4255142 INFO  (jetty-launcher-12579-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 4255142 INFO  (jetty-launcher-12579-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 4255144 INFO  (jetty-launcher-12579-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4255144 INFO  (jetty-launcher-12579-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4255144 INFO  (jetty-launcher-12579-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4255144 INFO  (jetty-launcher-12579-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4255144 INFO  (jetty-launcher-12579-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4255144 INFO  (jetty-launcher-12579-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@479c8705{/solr,null,AVAILABLE}
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6faa3c74{/solr,null,AVAILABLE}
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3e90fa3b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37506}
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-2) [     ] o.e.j.s.Server Started @4255229ms
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37506}
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6722faf5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45950}
   [junit4]   2> 4255145 ERROR (jetty-launcher-12579-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-1) [     ] o.e.j.s.Server Started @4255229ms
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45950}
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4255145 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-22T18:16:04.508938Z
   [junit4]   2> 4255146 ERROR (jetty-launcher-12579-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4255146 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4255146 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 4255146 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4255146 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4255146 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-22T18:16:04.509119Z
   [junit4]   2> 4255146 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4255147 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4255148 INFO  (zkConnectionManagerCallback-12581-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4255148 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4255148 INFO  (zkConnectionManagerCallback-12583-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4255148 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4255149 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4255149 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4255437 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4255438 WARN  (jetty-launcher-12579-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55b845fe[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4255438 WARN  (jetty-launcher-12579-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55b845fe[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4255441 WARN  (jetty-launcher-12579-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@158f472[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4255441 WARN  (jetty-launcher-12579-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@158f472[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4255442 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42125/solr
   [junit4]   2> 4255466 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4255469 INFO  (zkConnectionManagerCallback-12591-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4255470 INFO  (jetty-launcher-12579-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4255494 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4255495 WARN  (jetty-launcher-12579-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2ed4f857[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4255495 WARN  (jetty-launcher-12579-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2ed4f857[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4255497 WARN  (jetty-launcher-12579-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@316d3098[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4255497 WARN  (jetty-launcher-12579-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@316d3098[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4255498 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42125/solr
   [junit4]   2> 4255499 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4255500 INFO  (zkConnectionManagerCallback-12597-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4255500 INFO  (jetty-launcher-12579-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4255572 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4255573 INFO  (zkConnectionManagerCallback-12599-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4255573 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4255672 INFO  (jetty-launcher-12579-thread-2) [n:127.0.0.1:37506_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4255674 INFO  (zkConnectionManagerCallback-12603-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4255674 INFO  (jetty-launcher-12579-thread-2) [n:127.0.0.1:37506_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4255679 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45950_solr
   [junit4]   2> 4255680 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.c.Overseer Overseer (id=74912654492696583-127.0.0.1:45950_solr-n_0000000000) starting
   [junit4]   2> 4255687 INFO  (jetty-launcher-12579-thread-2) [n:127.0.0.1:37506_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37506_solr
   [junit4]   2> 4255687 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4255689 INFO  (zkCallback-12602-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4255689 INFO  (zkConnectionManagerCallback-12610-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4255689 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4255689 INFO  (zkCallback-12598-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4255690 INFO  (jetty-launcher-12579-thread-2) [n:127.0.0.1:37506_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4255691 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4255692 INFO  (zkConnectionManagerCallback-12615-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4255692 INFO  (jetty-launcher-12579-thread-2) [n:127.0.0.1:37506_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4255693 INFO  (jetty-launcher-12579-thread-2) [n:127.0.0.1:37506_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4255694 INFO  (jetty-launcher-12579-thread-2) [n:127.0.0.1:37506_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42125/solr ready
   [junit4]   2> 4255707 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42125/solr ready
   [junit4]   2> 4255718 INFO  (OverseerStateUpdate-74912654492696583-127.0.0.1:45950_solr-n_0000000000) [n:127.0.0.1:45950_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45950_solr
   [junit4]   2> 4255719 INFO  (jetty-launcher-12579-thread-2) [n:127.0.0.1:37506_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4255719 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:45950_solr as DOWN
   [junit4]   2> 4255720 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4255721 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45950_solr
   [junit4]   2> 4255722 INFO  (zkCallback-12602-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4255722 INFO  (zkCallback-12598-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4255734 INFO  (zkCallback-12609-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4255742 INFO  (zkCallback-12614-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4255750 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4255753 INFO  (jetty-launcher-12579-thread-2) [n:127.0.0.1:37506_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37506.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c270e9
   [junit4]   2> 4255773 INFO  (jetty-launcher-12579-thread-2) [n:127.0.0.1:37506_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37506.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c270e9
   [junit4]   2> 4255773 INFO  (jetty-launcher-12579-thread-2) [n:127.0.0.1:37506_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37506.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c270e9
   [junit4]   2> 4255774 INFO  (jetty-launcher-12579-thread-2) [n:127.0.0.1:37506_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_1D130B77404E9DB2-001/tempDir-001/node2/.
   [junit4]   2> 4255786 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45950.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c270e9
   [junit4]   2> 4255795 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45950.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c270e9
   [junit4]   2> 4255795 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45950.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c270e9
   [junit4]   2> 4255811 INFO  (jetty-launcher-12579-thread-1) [n:127.0.0.1:45950_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_1D130B77404E9DB2-001/tempDir-001/node1/.
   [junit4]   2> 4255847 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4255848 INFO  (zkConnectionManagerCallback-12622-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4255848 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4255850 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4255851 INFO  (SUITE-AliasIntegrationTest-seed#[1D130B77404E9DB2]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42125/solr ready
   [junit4]   2> 4255880 INFO  (TEST-AliasIntegrationTest.testErrorChecks-seed#[1D130B77404E9DB2]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testErrorChecks
   [junit4]   2> 4255883 INFO  (qtp1776622009-77313) [n:127.0.0.1:45950_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=testErrorChecks-collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4255886 INFO  (OverseerThreadFactory-7969-thread-1-processing-n:127.0.0.1:45950_solr) [n:127.0.0.1:45950_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testErrorChecks-collection
   [junit4]   2> 4256006 INFO  (OverseerStateUpdate-74912654492696583-127.0.0.1:45950_solr-n_0000000000) [n:127.0.0.1:45950_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testErrorChecks-collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testErrorChecks-collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37506/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4256010 INFO  (OverseerStateUpdate-74912654492696583-127.0.0.1:45950_solr-n_0000000000) [n:127.0.0.1:45950_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testErrorChecks-collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testErrorChecks-collection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45950/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4256212 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr    x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard1_replica_n1&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4256212 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr    x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard2_replica_n2&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4256213 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr    x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4257236 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 4257242 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 4257243 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.s.IndexSchema [testErrorChecks-collection_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 4257245 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 4257245 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testErrorChecks-collection_shard2_replica_n2' using configuration from collection testErrorChecks-collection, trusted=true
   [junit4]   2> 4257246 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45950.solr.core.testErrorChecks-collection.shard2.replica_n2' (registry 'solr.core.testErrorChecks-collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c270e9
   [junit4]   2> 4257246 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.SolrCore [[testErrorChecks-collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_1D130B77404E9DB2-001/tempDir-001/node1/testErrorChecks-collection_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_1D130B77404E9DB2-001/tempDir-001/node1/./testErrorChecks-collection_shard2_replica_n2/data/]
   [junit4]   2> 4257250 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [testErrorChecks-collection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 4257252 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 4257252 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testErrorChecks-collection_shard1_replica_n1' using configuration from collection testErrorChecks-collection, trusted=true
   [junit4]   2> 4257252 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37506.solr.core.testErrorChecks-collection.shard1.replica_n1' (registry 'solr.core.testErrorChecks-collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c270e9
   [junit4]   2> 4257252 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testErrorChecks-collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_1D130B77404E9DB2-001/tempDir-001/node2/testErrorChecks-collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_1D130B77404E9DB2-001/tempDir-001/node2/./testErrorChecks-collection_shard1_replica_n1/data/]
   [junit4]   2> 4257302 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4257302 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4257304 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4257304 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4257305 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@73c69efb[testErrorChecks-collection_shard2_replica_n2] main]
   [junit4]   2> 4257306 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 4257307 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 4257307 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4257307 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1637065547233361920
   [junit4]   2> 4257310 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4257311 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4257312 INFO  (searcherExecutor-7975-thread-1-processing-n:127.0.0.1:45950_solr x:testErrorChecks-collection_shard2_replica_n2 c:testErrorChecks-collection s:shard2 r:core_node4) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.SolrCore [testErrorChecks-collection_shard2_replica_n2] Registered new searcher Searcher@73c69efb[testErrorChecks-collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4257312 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4257312 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4257313 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@608b83d6[testErrorChecks-collection_shard1_replica_n1] main]
   [junit4]   2> 4257313 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testErrorChecks-collection/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 4257314 INFO  (qtp1776622009-77317) [n:127.0.0.1:45950_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testErrorChecks-collection/leaders/shard2
   [junit4]   2> 4257314 INFO  (qtp811012673-77308) [n:127.0.0.1:37506_solr 

[...truncated too long message...]

.java:357)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x00000001003edc40.run(Unknown Source)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    3) Thread[id=139827, name=qtp907110210-139827, state=RUNNABLE, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
   [junit4]    >         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
   [junit4]    >         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
   [junit4]    >         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$186/0x00000001003edc40.run(Unknown Source)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    4) Thread[id=139833, name=qtp907110210-139833, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    5) Thread[id=139831, name=qtp907110210-139831, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    6) Thread[id=139829, name=qtp907110210-139829, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    7) Thread[id=139834, name=qtp907110210-139834, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    8) Thread[id=139835, name=Session-HouseKeeper-c907f61, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    9) Thread[id=139830, name=qtp907110210-139830, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    >   10) Thread[id=139832, name=qtp907110210-139832, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1D130B77404E9DB2]:0)
   [junit4] Completed [520/866 (3!)] on J0 in 812.90s, 11 tests, 3 errors <<< FAILURES!

[...truncated 10571 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:128: Found 1 violations in source files (invalid spi name documentation).

Total time: 581 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1877 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1877/

3 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([3735FC62CE510D8A:BC122FB38F57A60E]:0)
	at java.base/sun.nio.ch.Net.bind0(Native Method)
	at java.base/sun.nio.ch.Net.bind(Net.java:461)
	at java.base/sun.nio.ch.Net.bind(Net.java:453)
	at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
	at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
	at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.eclipse.jetty.server.Server.doStart(Server.java:396)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:     1) Thread[id=55193, name=qtp1228089408-55193, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    2) Thread[id=55189, name=qtp1228089408-55189, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$164/0x0000000100386840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    3) Thread[id=55194, name=qtp1228089408-55194, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    4) Thread[id=55191, name=qtp1228089408-55191-acceptor-0@332c4019-ServerConnector@74170133{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33432}, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)         at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    5) Thread[id=55196, name=qtp1228089408-55196, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    6) Thread[id=55188, name=qtp1228089408-55188, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$164/0x0000000100386840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    7) Thread[id=55197, name=Session-HouseKeeper-788e0229, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    8) Thread[id=55192, name=qtp1228089408-55192, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    9) Thread[id=55259, name=Connector-Scheduler-74170133, state=WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)   10) Thread[id=55195, name=qtp1228089408-55195, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 
   1) Thread[id=55193, name=qtp1228089408-55193, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=55189, name=qtp1228089408-55189, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$164/0x0000000100386840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=55194, name=qtp1228089408-55194, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=55191, name=qtp1228089408-55191-acceptor-0@332c4019-ServerConnector@74170133{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33432}, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
        at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   5) Thread[id=55196, name=qtp1228089408-55196, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   6) Thread[id=55188, name=qtp1228089408-55188, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$164/0x0000000100386840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   7) Thread[id=55197, name=Session-HouseKeeper-788e0229, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   8) Thread[id=55192, name=qtp1228089408-55192, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   9) Thread[id=55259, name=Connector-Scheduler-74170133, state=WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
  10) Thread[id=55195, name=qtp1228089408-55195, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([3735FC62CE510D8A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=55188, name=qtp1228089408-55188, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$164/0x0000000100386840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    2) Thread[id=55193, name=qtp1228089408-55193, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    3) Thread[id=55189, name=qtp1228089408-55189, state=RUNNABLE, group=TGRP-ShardSplitTest]         at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)         at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)         at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$164/0x0000000100386840.run(Unknown Source)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    4) Thread[id=55197, name=Session-HouseKeeper-788e0229, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    5) Thread[id=55194, name=qtp1228089408-55194, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    6) Thread[id=55192, name=qtp1228089408-55192, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    7) Thread[id=55259, name=Connector-Scheduler-74170133, state=WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    8) Thread[id=55191, name=qtp1228089408-55191, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)    9) Thread[id=55196, name=qtp1228089408-55196, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)   10) Thread[id=55195, name=qtp1228089408-55195, state=TIMED_WAITING, group=TGRP-ShardSplitTest]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=55188, name=qtp1228089408-55188, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$164/0x0000000100386840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   2) Thread[id=55193, name=qtp1228089408-55193, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   3) Thread[id=55189, name=qtp1228089408-55189, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
        at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
        at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$164/0x0000000100386840.run(Unknown Source)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   4) Thread[id=55197, name=Session-HouseKeeper-788e0229, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   5) Thread[id=55194, name=qtp1228089408-55194, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   6) Thread[id=55192, name=qtp1228089408-55192, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   7) Thread[id=55259, name=Connector-Scheduler-74170133, state=WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
        at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   8) Thread[id=55191, name=qtp1228089408-55191, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   9) Thread[id=55196, name=qtp1228089408-55196, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
  10) Thread[id=55195, name=qtp1228089408-55195, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([3735FC62CE510D8A]:0)




Build Log:
[...truncated 15109 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
   [junit4]   2> 3704936 INFO  (SUITE-ShardSplitTest-seed#[3735FC62CE510D8A]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_3735FC62CE510D8A-001/init-core-data-001
   [junit4]   2> 3704948 WARN  (SUITE-ShardSplitTest-seed#[3735FC62CE510D8A]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=66 numCloses=66
   [junit4]   2> 3704948 INFO  (SUITE-ShardSplitTest-seed#[3735FC62CE510D8A]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3704949 INFO  (SUITE-ShardSplitTest-seed#[3735FC62CE510D8A]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 3704949 INFO  (SUITE-ShardSplitTest-seed#[3735FC62CE510D8A]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /gt_/
   [junit4]   2> 3704961 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3704961 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3704961 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3705061 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer start zk server on port:37836
   [junit4]   2> 3705061 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37836
   [junit4]   2> 3705061 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37836
   [junit4]   2> 3705064 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3705066 INFO  (zkConnectionManagerCallback-17152-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3705066 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3705069 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3705071 INFO  (zkConnectionManagerCallback-17154-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3705071 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3705072 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3705074 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 3705076 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3705078 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3705079 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3705081 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3705083 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3705084 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3705086 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3705088 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3705089 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3705091 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 3705294 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3705295 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3705295 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3705295 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 3705296 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3705296 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3705296 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3705298 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@490728da{/gt_,null,AVAILABLE}
   [junit4]   2> 3705298 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@43ec20a8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37906}
   [junit4]   2> 3705298 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.e.j.s.Server Started @3705373ms
   [junit4]   2> 3705298 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/gt_, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_3735FC62CE510D8A-001/tempDir-001/control/data, hostPort=37906, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_3735FC62CE510D8A-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 3705299 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3705299 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3705299 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 9.0.0
   [junit4]   2> 3705299 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3705299 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3705299 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-21T09:20:44.270396Z
   [junit4]   2> 3705301 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3705302 INFO  (zkConnectionManagerCallback-17156-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3705304 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3705406 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3705406 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_3735FC62CE510D8A-001/control-001/solr.xml
   [junit4]   2> 3705410 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3705410 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3705412 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c10d03f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3705643 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3705644 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fa40d8b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3705644 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fa40d8b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3705647 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@722f6228[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3705648 WARN  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@722f6228[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3705649 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37836/solr
   [junit4]   2> 3705650 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3705652 INFO  (zkConnectionManagerCallback-17163-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3705652 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3705755 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3705756 INFO  (zkConnectionManagerCallback-17165-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3705756 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3705875 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37906_gt_
   [junit4]   2> 3705876 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.c.Overseer Overseer (id=73515350167584772-127.0.0.1:37906_gt_-n_0000000000) starting
   [junit4]   2> 3705884 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3705885 INFO  (zkConnectionManagerCallback-17172-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3705885 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3705889 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37836/solr ready
   [junit4]   2> 3705890 DEBUG (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 3705890 INFO  (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37906_gt_
   [junit4]   2> 3705891 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37906_gt_
   [junit4]   2> 3705892 INFO  (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3705892 DEBUG (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
   [junit4]   2> 3705892 DEBUG (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 3705892 DEBUG (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 3705892 DEBUG (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 3705893 INFO  (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 3705893 INFO  (zkCallback-17171-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3705916 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3705949 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c10d03f
   [junit4]   2> 3705970 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c10d03f
   [junit4]   2> 3705970 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c10d03f
   [junit4]   2> 3705972 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [n:127.0.0.1:37906_gt_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_3735FC62CE510D8A-001/control-001/cores
   [junit4]   2> 3706001 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3706003 INFO  (zkConnectionManagerCallback-17178-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3706003 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3706004 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3706007 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[3735FC62CE510D8A]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37836/solr ready
   [junit4]   2> 3706009 INFO  (qtp643228531-54661) [n:127.0.0.1:37906_gt_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37906_gt_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3706012 DEBUG (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 3706012 DEBUG (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 3706012 DEBUG (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:37906_gt_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 3706013 DEBUG (OverseerThreadFactory-13112-thread-1-processing-n:127.0.0.1:37906_gt_) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 3706013 DEBUG (OverseerThreadFactory-13112-thread-1-processing-n:127.0.0.1:37906_gt_) [n:127.0.0.1:37906_gt_     ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:37906_gt_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 3706013 DEBUG (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
   [junit4]   2> 3706013 DEBUG (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 3706013 DEBUG (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 3706013 DEBUG (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 3706013 INFO  (OverseerCollectionConfigSetProcessor-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 3706013 INFO  (OverseerThreadFactory-13112-thread-1-processing-n:127.0.0.1:37906_gt_) [n:127.0.0.1:37906_gt_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 3706014 DEBUG (OverseerThreadFactory-13112-thread-1-processing-n:127.0.0.1:37906_gt_) [n:127.0.0.1:37906_gt_     ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection 
   [junit4]   2> 3706015 DEBUG (OverseerThreadFactory-13112-thread-1-processing-n:127.0.0.1:37906_gt_) [n:127.0.0.1:37906_gt_     ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
   [junit4]   2> 3706016 DEBUG (OverseerThreadFactory-13112-thread-1-processing-n:127.0.0.1:37906_gt_) [n:127.0.0.1:37906_gt_     ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 3706018 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:37906_gt_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 3706018 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 3706020 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
   [junit4]   2> 3706119 DEBUG (OverseerThreadFactory-13112-thread-1-processing-n:127.0.0.1:37906_gt_) [n:127.0.0.1:37906_gt_     ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:37906_gt_",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 3706122 DEBUG (OverseerThreadFactory-13112-thread-1-processing-n:127.0.0.1:37906_gt_) [n:127.0.0.1:37906_gt_     ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:37906_gt_
   [junit4]   2> 3706124 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3706124 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3706131 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37906/gt_",
   [junit4]   2>   "node_name":"127.0.0.1:37906_gt_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3706131 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37906/gt_",
   [junit4]   2>   "node_name":"127.0.0.1:37906_gt_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3706132 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "base_url":"http://127.0.0.1:37906/gt_",
   [junit4]   2>   "node_name":"127.0.0.1:37906_gt_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT"}
   [junit4]   2> 3706132 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:37906/gt_",
   [junit4]   2>           "node_name":"127.0.0.1:37906_gt_",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 3706233 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
   [junit4]   2> 3707143 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 3707163 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 3707245 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 3707271 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 3707271 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c10d03f
   [junit4]   2> 3707272 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_3735FC62CE510D8A-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_3735FC62CE510D8A-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 3707277 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=82.279296875, floorSegmentMB=1.69140625, forceMergeDeletesPctAllowed=7.457577599546074, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=33.50460214267535
   [junit4]   2> 3707284 WARN  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3707350 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3707350 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3707352 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3707352 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3707354 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=741904177, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 3707355 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@45055f99[control_collection_shard1_replica_n1] main]
   [junit4]   2> 3707357 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3707358 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3707358 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3707359 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1636941269649326080
   [junit4]   2> 3707363 INFO  (searcherExecutor-13117-thread-1-processing-n:127.0.0.1:37906_gt_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@45055f99[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3707368 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 3707368 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 3707378 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3707378 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3707378 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37906/gt_/control_collection_shard1_replica_n1/
   [junit4]   2> 3707378 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3707379 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:37906/gt_/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3707379 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73515350167584772-core_node2-n_0000000000
   [junit4]   2> 3707382 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37906/gt_/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 3707382 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:37906/gt_",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 3707483 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
   [junit4]   2> 3707484 INFO  (zkCallback-17164-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3707484 INFO  (zkCallback-17164-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3707485 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3707487 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37906/gt_",
   [junit4]   2>   "node_name":"127.0.0.1:37906_gt_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3707487 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37906/gt_",
   [junit4]   2>   "node_name":"127.0.0.1:37906_gt_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3707487 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "base_url":"http://127.0.0.1:37906/gt_",
   [junit4]   2>   "node_name":"127.0.0.1:37906_gt_",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "leader":"true"}
   [junit4]   2> 3707487 DEBUG (OverseerStateUpdate-73515350167584772-127.0.0.1:37906_gt_-n_0000000000) [n:127.0.0.1:37906_gt_     ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"control_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:37906/gt_",
   [junit4]   2>           "node_name":"127.0.0.1:37906_gt_",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true"}}}}}
   [junit4]   2> 3707488 INFO  (qtp643228531-54663) [n:127.0.0.1:37906_gt_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1364
   [junit4]   2> 3707488 DEBUG (OverseerThreadFactory-13112-thread-1-processing-n:127.0.0.1:37906_gt_) [n:127.0.0.1:37906_gt_     ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
   [junit4]   2> 3707488 DEBUG (OverseerThreadFactory-13112-thread-1-processing-n:127.0.0.1:37906_gt_) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 3707489 DEBUG (OverseerThreadFactory-13112-thread-1-processing-n:127.0.0.1:37906_gt_) [n:127.0.0.1:37906_gt_     ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
   [junit4]   2> 3707489 DEBUG (OverseerThreadFactory-13112-thread-1-processi

[...truncated too long message...]

a:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    7) Thread[id=55259, name=Connector-Scheduler-74170133, state=WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    8) Thread[id=55191, name=qtp1228089408-55191, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    >    9) Thread[id=55196, name=qtp1228089408-55196, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    >   10) Thread[id=55195, name=qtp1228089408-55195, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
   [junit4]    >         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3735FC62CE510D8A]:0)
   [junit4] Completed [557/866 (1!)] on J0 in 590.46s, 11 tests, 3 errors <<< FAILURES!

[...truncated 50184 lines...]
-ecj-javadoc-lint-tests:
    [mkdir] Created dir: /tmp/ecj1671889157
 [ecj-lint] Compiling 48 source files to /tmp/ecj1671889157
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 23)
 [ecj-lint] 	import javax.naming.NamingException;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.NamingException is not accessible
 [ecj-lint] ----------
 [ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 28)
 [ecj-lint] 	public class MockInitialContextFactory implements InitialContextFactory {
 [ecj-lint] 	             ^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type MockInitialContextFactory must implement the inherited abstract method InitialContextFactory.getInitialContext(Hashtable<?,?>)
 [ecj-lint] ----------
 [ecj-lint] 3. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 30)
 [ecj-lint] 	private final javax.naming.Context context;
 [ecj-lint] 	              ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.Context is not accessible
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 33)
 [ecj-lint] 	context = mock(javax.naming.Context.class);
 [ecj-lint] 	^^^^^^^
 [ecj-lint] context cannot be resolved to a variable
 [ecj-lint] ----------
 [ecj-lint] 5. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 33)
 [ecj-lint] 	context = mock(javax.naming.Context.class);
 [ecj-lint] 	               ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.Context is not accessible
 [ecj-lint] ----------
 [ecj-lint] 6. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 36)
 [ecj-lint] 	when(context.lookup(anyString())).thenAnswer(invocation -> objects.get(invocation.getArgument(0)));
 [ecj-lint] 	     ^^^^^^^
 [ecj-lint] context cannot be resolved
 [ecj-lint] ----------
 [ecj-lint] 7. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 38)
 [ecj-lint] 	} catch (NamingException e) {
 [ecj-lint] 	         ^^^^^^^^^^^^^^^
 [ecj-lint] NamingException cannot be resolved to a type
 [ecj-lint] ----------
 [ecj-lint] 8. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 45)
 [ecj-lint] 	public javax.naming.Context getInitialContext(Hashtable env) {
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The type javax.naming.Context is not accessible
 [ecj-lint] ----------
 [ecj-lint] 9. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/test/org/apache/solr/handler/dataimport/MockInitialContextFactory.java (at line 46)
 [ecj-lint] 	return context;
 [ecj-lint] 	       ^^^^^^^
 [ecj-lint] context cannot be resolved to a variable
 [ecj-lint] ----------
 [ecj-lint] 9 problems (9 errors)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/common-build.xml:479: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2015: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2048: Compile failed; see the compiler error output for details.

Total time: 348 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1876 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1876/

8 tests failed.
FAILED:  org.apache.lucene.search.TestTopDocsMerge.testSort_1

Error Message:
wrong hit docID expected:<5329> but was:<5215>

Stack Trace:
java.lang.AssertionError: wrong hit docID expected:<5329> but was:<5215>
	at __randomizedtesting.SeedInfo.seed([7FE8EC11C6BE5708:E975387538677633]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.apache.lucene.util.TestUtil.assertConsistent(TestUtil.java:1046)
	at org.apache.lucene.search.TestTopDocsMerge.testSort(TestTopDocsMerge.java:375)
	at org.apache.lucene.search.TestTopDocsMerge.testSort_1(TestTopDocsMerge.java:71)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestTopDocsMerge

Error Message:
1 thread leaked from SUITE scope at org.apache.lucene.search.TestTopDocsMerge:     1) Thread[id=3472, name=LuceneTestCase-603-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@11.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestTopDocsMerge: 
   1) Thread[id=3472, name=LuceneTestCase-603-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([7FE8EC11C6BE5708]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestTopDocsMerge

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=3472, name=LuceneTestCase-603-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)         at java.base@11.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=3472, name=LuceneTestCase-603-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
        at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at java.base@11.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
	at __randomizedtesting.SeedInfo.seed([7FE8EC11C6BE5708]:0)


FAILED:  org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=awhollynewcollection_0 :DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/9)={   "pullReplicas":"0",   "replicationFactor":"3",   "shards":{     "shard1":{       "range":"80000000-d554ffff",       "state":"active",       "replicas":{         "core_node2":{           "core":"awhollynewcollection_0_shard1_replica_n1",           "base_url":"https://127.0.0.1:33236/solr",           "node_name":"127.0.0.1:33236_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node5":{           "core":"awhollynewcollection_0_shard1_replica_n3",           "base_url":"https://127.0.0.1:45781/solr",           "node_name":"127.0.0.1:45781_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"},         "core_node7":{           "core":"awhollynewcollection_0_shard1_replica_n4",           "base_url":"https://127.0.0.1:37260/solr",           "node_name":"127.0.0.1:37260_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"}}},     "shard2":{       "range":"d5550000-2aa9ffff",       "state":"active",       "replicas":{         "core_node9":{           "core":"awhollynewcollection_0_shard2_replica_n6",           "base_url":"https://127.0.0.1:42417/solr",           "node_name":"127.0.0.1:42417_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"},         "core_node11":{           "core":"awhollynewcollection_0_shard2_replica_n8",           "base_url":"https://127.0.0.1:33236/solr",           "state":"down",           "node_name":null,           "type":"NRT"},         "core_node13":{           "core":"awhollynewcollection_0_shard2_replica_n10",           "base_url":"https://127.0.0.1:45781/solr",           "node_name":"127.0.0.1:45781_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"}}},     "shard3":{       "range":"2aaa0000-7fffffff",       "state":"active",       "replicas":{         "core_node15":{           "core":"awhollynewcollection_0_shard3_replica_n12",           "base_url":"https://127.0.0.1:37260/solr",           "node_name":"127.0.0.1:37260_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node17":{           "core":"awhollynewcollection_0_shard3_replica_n14",           "base_url":"https://127.0.0.1:42417/solr",           "node_name":"127.0.0.1:42417_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node18":{           "core":"awhollynewcollection_0_shard3_replica_n16",           "base_url":"https://127.0.0.1:33236/solr",           "node_name":"127.0.0.1:33236_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"3",   "autoAddReplicas":"false",   "nrtReplicas":"3",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:33236_solr, 127.0.0.1:37260_solr, 127.0.0.1:42417_solr, 127.0.0.1:45781_solr] Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/9)={   "pullReplicas":"0",   "replicationFactor":"3",   "shards":{     "shard1":{       "range":"80000000-d554ffff",       "state":"active",       "replicas":{         "core_node2":{           "core":"awhollynewcollection_0_shard1_replica_n1",           "base_url":"https://127.0.0.1:33236/solr",           "node_name":"127.0.0.1:33236_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node5":{           "core":"awhollynewcollection_0_shard1_replica_n3",           "base_url":"https://127.0.0.1:45781/solr",           "node_name":"127.0.0.1:45781_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"},         "core_node7":{           "core":"awhollynewcollection_0_shard1_replica_n4",           "base_url":"https://127.0.0.1:37260/solr",           "node_name":"127.0.0.1:37260_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"}}},     "shard2":{       "range":"d5550000-2aa9ffff",       "state":"active",       "replicas":{         "core_node9":{           "core":"awhollynewcollection_0_shard2_replica_n6",           "base_url":"https://127.0.0.1:42417/solr",           "node_name":"127.0.0.1:42417_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"},         "core_node11":{           "core":"awhollynewcollection_0_shard2_replica_n8",           "base_url":"https://127.0.0.1:33236/solr",           "state":"down",           "node_name":null,           "type":"NRT"},         "core_node13":{           "core":"awhollynewcollection_0_shard2_replica_n10",           "base_url":"https://127.0.0.1:45781/solr",           "node_name":"127.0.0.1:45781_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"}}},     "shard3":{       "range":"2aaa0000-7fffffff",       "state":"active",       "replicas":{         "core_node15":{           "core":"awhollynewcollection_0_shard3_replica_n12",           "base_url":"https://127.0.0.1:37260/solr",           "node_name":"127.0.0.1:37260_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node17":{           "core":"awhollynewcollection_0_shard3_replica_n14",           "base_url":"https://127.0.0.1:42417/solr",           "node_name":"127.0.0.1:42417_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false"},         "core_node18":{           "core":"awhollynewcollection_0_shard3_replica_n16",           "base_url":"https://127.0.0.1:33236/solr",           "node_name":"127.0.0.1:33236_solr",           "state":"active",           "type":"NRT",           "force_set_state":"false",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"3",   "autoAddReplicas":"false",   "nrtReplicas":"3",   "tlogReplicas":"0"}

Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=awhollynewcollection_0 :DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/9)={
  "pullReplicas":"0",
  "replicationFactor":"3",
  "shards":{
    "shard1":{
      "range":"80000000-d554ffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"awhollynewcollection_0_shard1_replica_n1",
          "base_url":"https://127.0.0.1:33236/solr",
          "node_name":"127.0.0.1:33236_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node5":{
          "core":"awhollynewcollection_0_shard1_replica_n3",
          "base_url":"https://127.0.0.1:45781/solr",
          "node_name":"127.0.0.1:45781_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"},
        "core_node7":{
          "core":"awhollynewcollection_0_shard1_replica_n4",
          "base_url":"https://127.0.0.1:37260/solr",
          "node_name":"127.0.0.1:37260_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard2":{
      "range":"d5550000-2aa9ffff",
      "state":"active",
      "replicas":{
        "core_node9":{
          "core":"awhollynewcollection_0_shard2_replica_n6",
          "base_url":"https://127.0.0.1:42417/solr",
          "node_name":"127.0.0.1:42417_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"},
        "core_node11":{
          "core":"awhollynewcollection_0_shard2_replica_n8",
          "base_url":"https://127.0.0.1:33236/solr",
          "state":"down",
          "node_name":null,
          "type":"NRT"},
        "core_node13":{
          "core":"awhollynewcollection_0_shard2_replica_n10",
          "base_url":"https://127.0.0.1:45781/solr",
          "node_name":"127.0.0.1:45781_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard3":{
      "range":"2aaa0000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node15":{
          "core":"awhollynewcollection_0_shard3_replica_n12",
          "base_url":"https://127.0.0.1:37260/solr",
          "node_name":"127.0.0.1:37260_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node17":{
          "core":"awhollynewcollection_0_shard3_replica_n14",
          "base_url":"https://127.0.0.1:42417/solr",
          "node_name":"127.0.0.1:42417_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node18":{
          "core":"awhollynewcollection_0_shard3_replica_n16",
          "base_url":"https://127.0.0.1:33236/solr",
          "node_name":"127.0.0.1:33236_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"3",
  "autoAddReplicas":"false",
  "nrtReplicas":"3",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:33236_solr, 127.0.0.1:37260_solr, 127.0.0.1:42417_solr, 127.0.0.1:45781_solr]
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/9)={
  "pullReplicas":"0",
  "replicationFactor":"3",
  "shards":{
    "shard1":{
      "range":"80000000-d554ffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"awhollynewcollection_0_shard1_replica_n1",
          "base_url":"https://127.0.0.1:33236/solr",
          "node_name":"127.0.0.1:33236_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node5":{
          "core":"awhollynewcollection_0_shard1_replica_n3",
          "base_url":"https://127.0.0.1:45781/solr",
          "node_name":"127.0.0.1:45781_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"},
        "core_node7":{
          "core":"awhollynewcollection_0_shard1_replica_n4",
          "base_url":"https://127.0.0.1:37260/solr",
          "node_name":"127.0.0.1:37260_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard2":{
      "range":"d5550000-2aa9ffff",
      "state":"active",
      "replicas":{
        "core_node9":{
          "core":"awhollynewcollection_0_shard2_replica_n6",
          "base_url":"https://127.0.0.1:42417/solr",
          "node_name":"127.0.0.1:42417_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"},
        "core_node11":{
          "core":"awhollynewcollection_0_shard2_replica_n8",
          "base_url":"https://127.0.0.1:33236/solr",
          "state":"down",
          "node_name":null,
          "type":"NRT"},
        "core_node13":{
          "core":"awhollynewcollection_0_shard2_replica_n10",
          "base_url":"https://127.0.0.1:45781/solr",
          "node_name":"127.0.0.1:45781_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"}}},
    "shard3":{
      "range":"2aaa0000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node15":{
          "core":"awhollynewcollection_0_shard3_replica_n12",
          "base_url":"https://127.0.0.1:37260/solr",
          "node_name":"127.0.0.1:37260_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node17":{
          "core":"awhollynewcollection_0_shard3_replica_n14",
          "base_url":"https://127.0.0.1:42417/solr",
          "node_name":"127.0.0.1:42417_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node18":{
          "core":"awhollynewcollection_0_shard3_replica_n16",
          "base_url":"https://127.0.0.1:33236/solr",
          "node_name":"127.0.0.1:33236_solr",
          "state":"active",
          "type":"NRT",
          "force_set_state":"false",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"3",
  "autoAddReplicas":"false",
  "nrtReplicas":"3",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([E2614FE590008291:AA143B519633AD04]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:758)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:764)
	at org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:426)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/28)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:38298/solr",           "node_name":"127.0.0.1:38298_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"down"},         "core_node5":{           "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"http://127.0.0.1:40793/solr",           "node_name":"127.0.0.1:40793_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:38298/solr",           "node_name":"127.0.0.1:38298_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:40793/solr",           "node_name":"127.0.0.1:40793_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:33671_solr, 127.0.0.1:40793_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/28)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node3/data/",           "base_url":"http://127.0.0.1:38298/solr",           "node_name":"127.0.0.1:38298_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node3/data/tlog",           "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",           "state":"down"},         "core_node5":{           "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node5/data/",           "base_url":"http://127.0.0.1:40793/solr",           "node_name":"127.0.0.1:40793_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node5/data/tlog",           "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node7/data/",           "base_url":"http://127.0.0.1:38298/solr",           "node_name":"127.0.0.1:38298_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node7/data/tlog",           "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node8/data/",           "base_url":"http://127.0.0.1:40793/solr",           "node_name":"127.0.0.1:40793_solr",           "type":"NRT",           "force_set_state":"false",           "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node8/data/tlog",           "core":"testSimple2_shard2_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/28)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:38298/solr",
          "node_name":"127.0.0.1:38298_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node5":{
          "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"http://127.0.0.1:40793/solr",
          "node_name":"127.0.0.1:40793_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:38298/solr",
          "node_name":"127.0.0.1:38298_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:40793/solr",
          "node_name":"127.0.0.1:40793_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:33671_solr, 127.0.0.1:40793_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/28)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:38298/solr",
          "node_name":"127.0.0.1:38298_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node5":{
          "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node5/data/",
          "base_url":"http://127.0.0.1:40793/solr",
          "node_name":"127.0.0.1:40793_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node5/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:38298/solr",
          "node_name":"127.0.0.1:38298_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:40793/solr",
          "node_name":"127.0.0.1:40793_solr",
          "type":"NRT",
          "force_set_state":"false",
          "ulogDir":"hdfs://localhost:43103/solr_hdfs_home/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([E2614FE590008291:DAD26B1BB7F35640]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([E2614FE590008291]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([E2614FE590008291]:0)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:46078/_/ic

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:46078/_/ic
	at __randomizedtesting.SeedInfo.seed([E2614FE590008291:6A35703F3EFCEF69]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:667)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:555)
	... 51 more




Build Log:
[...truncated 765 lines...]
   [junit4] Suite: org.apache.lucene.search.TestTopDocsMerge
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTopDocsMerge -Dtests.method=testSort_1 -Dtests.seed=7FE8EC11C6BE5708 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=eu -Dtests.timezone=Asia/Ust-Nera -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 6.90s J2 | TestTopDocsMerge.testSort_1 <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: wrong hit docID expected:<5329> but was:<5215>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7FE8EC11C6BE5708:E975387538677633]:0)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.assertConsistent(TestUtil.java:1046)
   [junit4]    > 	at org.apache.lucene.search.TestTopDocsMerge.testSort(TestTopDocsMerge.java:375)
   [junit4]    > 	at org.apache.lucene.search.TestTopDocsMerge.testSort_1(TestTopDocsMerge.java:71)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> Jun 20, 2019 5:33:48 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Jun 20, 2019 5:34:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestTopDocsMerge: 
   [junit4]   2>    1) Thread[id=3472, name=LuceneTestCase-603-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]   2>         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
   [junit4]   2>         at java.base@11.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
   [junit4]   2>         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]   2>         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]   2>         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> Jun 20, 2019 5:34:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=3472, name=LuceneTestCase-603-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2> Jun 20, 2019 5:34:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=3472, name=LuceneTestCase-603-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]   2>         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]   2>         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
   [junit4]   2>         at java.base@11.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
   [junit4]   2>         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]   2>         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]   2>         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2>         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: test params are: codec=Lucene80, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3c571f16), locale=eu, timezone=Asia/Ust-Nera
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=2,free=228582144,total=292552704
   [junit4]   2> NOTE: All tests run in this JVM: [TestLongDistanceFeatureQuery, TestBasicModelIF, TestSimpleAttributeImpl, TestSameTokenSamePosition, TestLucene60PointsFormat, TestBoolean2, TestCharsRef, TestRegExp, TestSimilarity2, TestIndexingSequenceNumbers, TestFieldInfos, TestTragicIndexWriterDeadlock, TestDocumentsWriterDeleteQueue, TestDocValuesQueries, TestMmapDirectory, TestIndexOptions, TestPayloads, TestSortedSetSelector, TestNRTCachingDirectory, TestCustomTermFreq, TestConstantScoreScorer, TestCharacterUtils, TestGeoUtils, TestLatLonPoint, TermInSetQueryTest, TestLongPostings, TestReaderWrapperDVTypeCheck, TestTopDocsMerge]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTopDocsMerge -Dtests.seed=7FE8EC11C6BE5708 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=eu -Dtests.timezone=Asia/Ust-Nera -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestTopDocsMerge (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestTopDocsMerge: 
   [junit4]    >    1) Thread[id=3472, name=LuceneTestCase-603-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7FE8EC11C6BE5708]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=3472, name=LuceneTestCase-603-thread-1, state=WAITING, group=TGRP-TestTopDocsMerge]
   [junit4]    >         at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]    >         at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    >         at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7FE8EC11C6BE5708]:0)
   [junit4] Completed [142/519 (1!)] on J2 in 59.02s, 5 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 12637 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
   [junit4]   2> 277721 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[E2614FE590008291]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_E2614FE590008291-001/init-core-data-001
   [junit4]   2> 277722 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[E2614FE590008291]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 277723 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[E2614FE590008291]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 277727 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[E2614FE590008291]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters
   [junit4]   2> 277728 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[E2614FE590008291]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIDistributedZkTest_E2614FE590008291-001/tempDir-001
   [junit4]   2> 277728 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[E2614FE590008291]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 277729 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 277729 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 277829 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[E2614FE590008291]) [     ] o.a.s.c.ZkTestServer start zk server on port:43097
   [junit4]   2> 277829 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[E2614FE590008291]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43097
   [junit4]   2> 277829 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[E2614FE590008291]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43097
   [junit4]   2> 278128 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[E2614FE590008291]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 278146 INFO  (zkConnectionManagerCallback-1158-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 278146 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[E2614FE590008291]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 278185 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[E2614FE590008291]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 278186 INFO  (zkConnectionManagerCallback-1160-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 278186 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[E2614FE590008291]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 278188 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[E2614FE590008291]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 278209 INFO  (zkConnectionManagerCallback-1162-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 278209 INFO  (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[E2614FE590008291]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 278483 WARN  (jetty-launcher-1163-thread-4) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 278484 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 278484 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 278484 INFO  (jetty-launcher-1163-thread-4) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 278485 WARN  (jetty-launcher-1163-thread-3) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 278485 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 278485 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 278486 INFO  (jetty-launcher-1163-thread-3) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 278487 WARN  (jetty-launcher-1163-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 278487 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 278487 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 278487 INFO  (jetty-launcher-1163-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 278490 WARN  (jetty-launcher-1163-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 278490 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 278490 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 278490 INFO  (jetty-launcher-1163-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 278507 INFO  (jetty-launcher-1163-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 278507 INFO  (jetty-launcher-1163-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 278507 INFO  (jetty-launcher-1163-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 278507 INFO  (jetty-launcher-1163-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5697629b{/solr,null,AVAILABLE}
   [junit4]   2> 278509 INFO  (jetty-launcher-1163-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@53ce9436{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38279}
   [junit4]   2> 278509 INFO  (jetty-launcher-1163-thread-4) [     ] o.e.j.s.Server Started @278576ms
   [junit4]   2> 278509 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38279}
   [junit4]   2> 278509 ERROR (jetty-launcher-1163-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 278509 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 278510 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 278510 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 278510 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 278510 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-20T08:16:34.988158Z
   [junit4]   2> 278551 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 278596 INFO  (jetty-launcher-1163-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 278596 INFO  (jetty-launcher-1163-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 278596 INFO  (jetty-launcher-1163-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 278630 INFO  (jetty-launcher-1163-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 278630 INFO  (jetty-launcher-1163-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 278630 INFO  (jetty-launcher-1163-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 278631 INFO  (jetty-launcher-1163-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d5e52ea{/solr,null,AVAILABLE}
   [junit4]   2> 278633 INFO  (jetty-launcher-1163-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@459025fa{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37274}
   [junit4]   2> 278633 INFO  (jetty-launcher-1163-thread-1) [     ] o.e.j.s.Server Started @278701ms
   [junit4]   2> 278633 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37274}
   [junit4]   2> 278634 ERROR (jetty-launcher-1163-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 278634 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 278634 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 278634 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 278634 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 278634 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-20T08:16:35.112319Z
   [junit4]   2> 278675 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 278677 INFO  (zkConnectionManagerCallback-1165-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 278677 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 278677 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 278682 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 278682 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 278682 INFO  (jetty-launcher-1163-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c5270b4{/solr,null,AVAILABLE}
   [junit4]   2> 278684 INFO  (jetty-launcher-1163-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2316261{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44658}
   [junit4]   2> 278684 INFO  (jetty-launcher-1163-thread-3) [     ] o.e.j.s.Server Started @278751ms
   [junit4]   2> 278684 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44658}
   [junit4]   2> 278684 ERROR (jetty-launcher-1163-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 278684 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 278685 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 278685 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 278685 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 278685 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-20T08:16:35.163129Z
   [junit4]   2> 278685 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3807bb6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 278694 INFO  (zkConnectionManagerCallback-1167-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 278694 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 278711 INFO  (jetty-launcher-1163-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 278711 INFO  (jetty-launcher-1163-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 278711 INFO  (jetty-launcher-1163-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 278711 INFO  (jetty-launcher-1163-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@688a8e0b{/solr,null,AVAILABLE}
   [junit4]   2> 278713 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 278718 INFO  (zkConnectionManagerCallback-1169-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 278719 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 278719 INFO  (jetty-launcher-1163-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@39e048d8{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33518}
   [junit4]   2> 278719 INFO  (jetty-launcher-1163-thread-2) [     ] o.e.j.s.Server Started @278787ms
   [junit4]   2> 278719 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33518}
   [junit4]   2> 278720 ERROR (jetty-launcher-1163-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 278720 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 278720 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 278720 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 278720 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 278720 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-20T08:16:35.198582Z
   [junit4]   2> 278734 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 278735 INFO  (zkConnectionManagerCallback-1171-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 278735 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 278794 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 278794 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 278795 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 278804 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 278804 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 278806 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3807bb6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 278809 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 278809 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 278814 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 278814 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 278816 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3807bb6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 278817 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3807bb6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 279139 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 279153 WARN  (jetty-launcher-1163-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@43b387de[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279153 WARN  (jetty-launcher-1163-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@43b387de[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279183 WARN  (jetty-launcher-1163-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@43437ddc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279183 WARN  (jetty-launcher-1163-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@43437ddc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279185 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43097/solr
   [junit4]   2> 279198 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 279202 INFO  (zkConnectionManagerCallback-1181-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 279202 INFO  (jetty-launcher-1163-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 279305 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 279493 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 279493 INFO  (jetty-launcher-1163-thread-3) [n:127.0.0.1:44658_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 279511 WARN  (jetty-launcher-1163-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4104d670[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279511 WARN  (jetty-launcher-1163-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4104d670[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279525 INFO  (zkConnectionManagerCallback-1183-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 279526 WARN  (jetty-launcher-1163-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4cd8619b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279526 WARN  (jetty-launcher-1163-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4cd8619b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279526 INFO  (jetty-launcher-1163-thread-3) [n:127.0.0.1:44658_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 279555 WARN  (jetty-launcher-1163-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2548d8ef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279555 WARN  (jetty-launcher-1163-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2548d8ef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279558 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43097/solr
   [junit4]   2> 279569 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 279570 WARN  (jetty-launcher-1163-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1e1913de[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279570 WARN  (jetty-launcher-1163-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1e1913de[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279571 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43097/solr
   [junit4]   2> 279573 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 279588 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 279595 INFO  (zkConnectionManagerCallback-1193-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 279595 INFO  (jetty-launcher-1163-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 279622 INFO  (zkConnectionManagerCallback-1197-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 279622 INFO  (jetty-launcher-1163-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 279624 WARN  (jetty-launcher-1163-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f171dcc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279624 WARN  (jetty-launcher-1163-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f171dcc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279628 WARN  (jetty-launcher-1163-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@43fc4f11[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279628 WARN  (jetty-launcher-1163-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@43fc4f11[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 279629 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43097/solr
   [junit4]   2> 279632 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 279633 INFO  (zkConnectionManagerCallback-1203-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 279633 INFO  (jetty-launcher-1163-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 279730 INFO  (jetty-launcher-1163-thread-1) [n:127.0.0.1:37274_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 279738 INFO  (zkConnectionManagerCallback-1205-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 279738 INFO  (jetty-launcher-1163-thread-1) [n:127.0.0.1:37274_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 279811 INFO  (jetty-launcher-1163-thread-4) [n:127.0.0.1:38279_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 279820 INFO  (zkConnectionManagerCallback-1207-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 279820 INFO  (jetty-launcher-1163-thread-4) [n:127.0.0.1:38279_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 279931 INFO  (jetty-launcher-1163-thread-2) [n:127.0.0.1:33518_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 279937 INFO  (jetty-launcher-1163-thread-1) [n:127.0.0.1:37274_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37274_solr
   [junit4]   2> 279938 INFO  (zkConnectionManagerCallback-1209-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 279938 INFO  (jetty-launcher-1163-thread-2) [n:127.0.0.1:33518_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 279941 INFO  (jetty-launcher-1163-thread-4) [n:127.0.0.1:38279_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38279_solr
   [junit4]   2> 279941 INFO  (jetty-launcher-1163-thread-1) [n:127.0.0.1:37274_solr     ] o.a.s.c.Overseer Overseer (id=73509435561541644-127.0.0.1:37274_solr-n_0000000000) starting
   [junit4]   2> 279954 INFO  (zkCallback-1204-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 279964 INFO  (jetty-launcher-1163-thread-4) [n:127.0.0.1:38279_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 279964 INFO  (jetty-launcher-1163-thread-2) [n:127.0.0.1:33518_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 279972 INFO  (jetty-launcher-1163-thread-2) [n:127.0.0.1:33518_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:33518_solr as DOWN
   [junit4]   2> 279973 INFO  (zkCallback-1206-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 279974 INFO  (jetty-launcher-1163-thread-2) [n:127.0.0.1:33518_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 279974 INFO  (jetty-launcher-1163-thread-2) [n:127.0.0.1:33518_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33518_solr
   [junit4]   2> 279978 INFO  (zkConnectionManagerCallback-1220-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 279978 INFO  (jetty-launcher-1163-thread-4) [n:127.0.0.1:38279_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 279981 INFO  (zkCallback-1204-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 279986 INFO  (jetty-launcher-1163-thread-4) [n:127.0.0.1:38279_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 279986 INFO  (zkCallback-1206-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 279991 INFO  (jetty-launcher-1163-thread-4) [n:127.0.0.1:38279_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43097/solr ready
   [junit4]   2> 279995 INFO  (jetty-launcher-1163-thread-1) [n:127.0.0.1:37274_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 280010 INFO  (jetty-launcher-1163-thread-2) [n:127.0.0.1:33518_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 280024 INFO  (zkCallback-1208-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 280030 INFO  (zkConnectionManagerCallback-1230-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 280030 INFO  (jetty-launcher-1163-thread-2) [n:127.0.0.1:33518_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 280031 INFO  (jetty-launcher-1163-thread-3) [n:127.0.0.1:44658_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 280032 INFO  (jetty-launcher-1163-thread-2) [n:127.0.0.1:33518_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 280034 INFO  (jetty-launcher-1163-thread-2) [n:127.0.0.1:33518_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43097/solr ready
   [junit4]   2> 280041 INFO  (jetty-launcher-1163-thread-3) [n:127.0.0.1:44658_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:44658_solr as DOWN
   [junit4]   2> 280042 INFO  (jetty-launcher-1163-thread-3) [n:127.0.0.1:44658_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 280042 INFO  (jetty-launcher-1163-thread-3) [n:127.0.0.1:44658_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44658_solr
   [junit4]   2> 280045 INFO  (zkCallback-1206-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 280045 INFO  (zkCallback-1208-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 280045 INFO  (zkCallback-1204-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 280054 INFO  (zkConnectionManagerCallback-1225-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 280054 INFO  (jetty-launcher-1163-thread-1) [n:127.0.0.1:37274_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 280056 INFO  (jetty-launcher-1163-thread-1) [n:127.0.0.1:37274_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 280058 INFO  (jetty-launcher-1163-thread-1) [n:127.0.0.1:37274_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43097/solr ready
   [junit4]   2> 280065 INFO  (jetty-launcher-1163-thread-4) [n:127.0.0.1:38279_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 280077 INFO  (jetty-launcher-1163-thread-3) [n:127.0.0.1:44658_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 280079 INFO  (zkCallback-1219-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 280083 INFO  (zkCallback-1182-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 280083 INFO  (zkCallback-1229-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 280083 INFO  (zkConnectionManagerCallback-1235-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 280083 INFO  (jetty-launcher-1163-thread-3) [n:127.0.0.1:44658_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 280090 INFO  (jetty-launcher-1163-thread-3) [n:127.0.0.1:44658_solr     ] o

[...truncated too long message...]

onfigure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null670237778
     [copy] Copying 249 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null670237778
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null670237778

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 60ms :: artifacts dl 7ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 402 minutes 27 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1875 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1875/

1 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:44416/qplhq/t

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:44416/qplhq/t
	at __randomizedtesting.SeedInfo.seed([F5493AEDEFCC5BC6:7D1D05374130363E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:667)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:555)
	... 51 more




Build Log:
[...truncated 16781 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> 11775413 INFO  (SUITE-RollingRestartTest-seed#[F5493AEDEFCC5BC6]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/init-core-data-001
   [junit4]   2> 11775422 INFO  (SUITE-RollingRestartTest-seed#[F5493AEDEFCC5BC6]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 11775423 INFO  (SUITE-RollingRestartTest-seed#[F5493AEDEFCC5BC6]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 11775423 INFO  (SUITE-RollingRestartTest-seed#[F5493AEDEFCC5BC6]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qplhq/t
   [junit4]   2> 11775431 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 11775437 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 11775462 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 11775537 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer start zk server on port:41353
   [junit4]   2> 11775537 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41353
   [junit4]   2> 11775537 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41353
   [junit4]   2> 11775538 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11775548 INFO  (zkConnectionManagerCallback-67184-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11775548 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11775550 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11775551 INFO  (zkConnectionManagerCallback-67186-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11775551 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11775560 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 11775561 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 11775563 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 11775564 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 11775565 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 11775566 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 11775567 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 11775568 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 11775577 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 11775577 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 11775578 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 11775579 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 11776759 WARN  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 11776760 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 11776760 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 11776760 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 11776761 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 11776761 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 11776761 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 11776762 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@394b1ee1{/qplhq/t,null,AVAILABLE}
   [junit4]   2> 11776762 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@10e216c3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46332}
   [junit4]   2> 11776762 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.e.j.s.Server Started @11776820ms
   [junit4]   2> 11776762 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/qplhq/t, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/tempDir-001/control/data, hostPort=46332, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 11776783 ERROR (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 11776783 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 11776783 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 11776783 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 11776783 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 11776783 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-19T16:01:54.995595Z
   [junit4]   2> 11776784 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11776785 INFO  (zkConnectionManagerCallback-67188-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11776785 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11776886 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 11776886 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/control-001/solr.xml
   [junit4]   2> 11776889 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 11776889 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 11776890 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 11777162 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 11777163 WARN  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@111baf95[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11777163 WARN  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@111baf95[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11777174 WARN  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@137b844f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11777174 WARN  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@137b844f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11777175 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41353/solr
   [junit4]   2> 11777176 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11777177 INFO  (zkConnectionManagerCallback-67195-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11777177 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11777279 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11777280 INFO  (zkConnectionManagerCallback-67197-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11777280 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11777423 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46332_qplhq%2Ft
   [junit4]   2> 11777423 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.Overseer Overseer (id=74895139955605508-127.0.0.1:46332_qplhq%2Ft-n_0000000000) starting
   [junit4]   2> 11777441 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11777441 INFO  (zkConnectionManagerCallback-67204-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11777441 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11777452 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41353/solr ready
   [junit4]   2> 11777453 INFO  (OverseerStateUpdate-74895139955605508-127.0.0.1:46332_qplhq%2Ft-n_0000000000) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46332_qplhq%2Ft
   [junit4]   2> 11777453 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46332_qplhq%2Ft
   [junit4]   2> 11777454 INFO  (OverseerStateUpdate-74895139955605508-127.0.0.1:46332_qplhq%2Ft-n_0000000000) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 11777472 INFO  (zkCallback-67203-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 11777511 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 11777552 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11777587 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11777587 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11777588 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/control-001/cores
   [junit4]   2> 11777625 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11777626 INFO  (zkConnectionManagerCallback-67210-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11777636 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11777638 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 11777639 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41353/solr ready
   [junit4]   2> 11777642 INFO  (qtp1962477939-142273) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46332_qplhq%252Ft&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 11777646 INFO  (OverseerThreadFactory-11269-thread-1-processing-n:127.0.0.1:46332_qplhq%2Ft) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 11777761 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 11777761 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 11778784 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 11778852 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 11779188 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 11779235 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 11779236 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11779236 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 11779239 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=37.30078125, floorSegmentMB=2.185546875, forceMergeDeletesPctAllowed=11.31009373998266, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=26.536370378882744
   [junit4]   2> 11779272 WARN  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 11779372 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 11779372 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 11779373 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 11779373 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 11779374 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7340422327895001]
   [junit4]   2> 11779375 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@37a7472b[control_collection_shard1_replica_n1] main]
   [junit4]   2> 11779376 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 11779377 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 11779377 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 11779377 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1636785316261003264
   [junit4]   2> 11779380 INFO  (searcherExecutor-11274-thread-1-processing-n:127.0.0.1:46332_qplhq%2Ft x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@37a7472b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 11779395 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 11779395 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 11779398 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 11779398 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 11779398 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46332/qplhq/t/control_collection_shard1_replica_n1/
   [junit4]   2> 11779398 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 11779398 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:46332/qplhq/t/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 11779399 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/74895139955605508-core_node2-n_0000000000
   [junit4]   2> 11779400 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46332/qplhq/t/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 11779537 INFO  (zkCallback-67196-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 11779538 INFO  (zkCallback-67196-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 11779538 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 11779540 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1779
   [junit4]   2> 11779550 INFO  (qtp1962477939-142273) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 11779640 INFO  (zkCallback-67196-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 11779640 INFO  (zkCallback-67196-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 11779640 INFO  (zkCallback-67196-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 11779641 INFO  (qtp1962477939-142273) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46332_qplhq%252Ft&wt=javabin&version=2} status=0 QTime=1998
   [junit4]   2> 11779647 INFO  (OverseerCollectionConfigSetProcessor-74895139955605508-127.0.0.1:46332_qplhq%2Ft-n_0000000000) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 11779757 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11779757 INFO  (zkConnectionManagerCallback-67216-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11779758 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11779759 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 11779760 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41353/solr ready
   [junit4]   2> 11779760 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 11779761 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 11779763 INFO  (OverseerThreadFactory-11269-thread-2-processing-n:127.0.0.1:46332_qplhq%2Ft) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 11779978 WARN  (OverseerThreadFactory-11269-thread-2-processing-n:127.0.0.1:46332_qplhq%2Ft) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 11779979 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 11779980 INFO  (qtp1962477939-142275) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=219
   [junit4]   2> 11779981 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
   [junit4]   2> 11780288 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-1-001 of type NRT
   [junit4]   2> 11780289 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 11780289 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 11780289 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 11780289 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 11780290 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 11780290 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 11780290 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 11780290 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@747affb7{/qplhq/t,null,AVAILABLE}
   [junit4]   2> 11780291 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1fd72d14{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43315}
   [junit4]   2> 11780291 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.Server Started @11780348ms
   [junit4]   2> 11780291 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/qplhq/t, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/tempDir-001/jetty1, hostPort=43315, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 11780292 ERROR (closeThreadPool-67217-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 11780292 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 11780292 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 11780292 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 11780292 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 11780292 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-19T16:01:58.504423Z
   [junit4]   2> 11780293 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11780319 INFO  (zkConnectionManagerCallback-67219-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11780319 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11780476 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 11780476 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-1-001/solr.xml
   [junit4]   2> 11780492 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 11780492 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 11780506 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 11780783 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 11780797 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6ddd4fe8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11780797 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6ddd4fe8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11780870 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@148f1876[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11780870 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@148f1876[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11780872 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41353/solr
   [junit4]   2> 11780891 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11781179 INFO  (zkConnectionManagerCallback-67226-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11781179 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11781285 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11781316 INFO  (zkConnectionManagerCallback-67228-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11781316 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11781319 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 11781338 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.c.ZkController Publish node=127.0.0.1:43315_qplhq%2Ft as DOWN
   [junit4]   2> 11781339 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 11781339 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43315_qplhq%2Ft
   [junit4]   2> 11781354 INFO  (zkCallback-67215-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 11781354 INFO  (zkCallback-67203-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 11781369 INFO  (zkCallback-67196-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 11781389 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11781429 INFO  (zkCallback-67227-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 11781446 INFO  (zkConnectionManagerCallback-67235-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11781446 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11781447 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 11781482 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41353/solr ready
   [junit4]   2> 11781592 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 11781654 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11781684 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11781684 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11781697 INFO  (closeThreadPool-67217-thread-1) [n:127.0.0.1:43315_qplhq%2Ft     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-1-001/cores
   [junit4]   2> 11781764 INFO  (OverseerCollectionConfigSetProcessor-74895139955605508-127.0.0.1:46332_qplhq%2Ft-n_0000000000) [n:127.0.0.1:46332_qplhq%2Ft     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 11781957 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-2-001 of type NRT
   [junit4]   2> 11781957 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 11781958 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 11781958 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 11781958 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 11781959 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 11781959 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 11781959 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 11781960 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@680fcbc8{/qplhq/t,null,AVAILABLE}
   [junit4]   2> 11781960 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4db64a9b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36321}
   [junit4]   2> 11781960 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.Server Started @11782018ms
   [junit4]   2> 11781960 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/qplhq/t, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/tempDir-001/jetty2, hostPort=36321, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-2-001/cores}
   [junit4]   2> 11781973 ERROR (closeThreadPool-67217-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 11781973 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 11781977 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 11781977 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 11781977 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 11781977 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-19T16:02:00.189256Z
   [junit4]   2> 11781978 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11781983 INFO  (zkConnectionManagerCallback-67238-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11781983 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11782102 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 11782102 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-2-001/solr.xml
   [junit4]   2> 11782105 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 11782105 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 11782118 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 11782463 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 11782464 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@68141591[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11782464 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@68141591[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11782500 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@78949ba5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11782500 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@78949ba5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11782501 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41353/solr
   [junit4]   2> 11782502 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11782503 INFO  (zkConnectionManagerCallback-67245-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11782503 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11782625 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11782626 INFO  (zkConnectionManagerCallback-67247-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11782626 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11782631 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 11782647 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:36321_qplhq%2Ft as DOWN
   [junit4]   2> 11782647 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 11782647 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36321_qplhq%2Ft
   [junit4]   2> 11782649 INFO  (zkCallback-67215-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 11782657 INFO  (zkCallback-67196-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 11782657 INFO  (zkCallback-67234-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 11782658 INFO  (zkCallback-67246-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 11782665 INFO  (zkCallback-67227-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 11782665 INFO  (zkCallback-67203-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 11782710 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11782711 INFO  (zkConnectionManagerCallback-67254-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11782711 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11782712 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 11782713 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41353/solr ready
   [junit4]   2> 11782771 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 11782810 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11782815 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-3-001 of type NRT
   [junit4]   2> 11782815 WARN  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 11782816 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 11782816 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 11782816 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 11782817 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 11782817 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 11782817 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 11782817 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c13b87f{/qplhq/t,null,AVAILABLE}
   [junit4]   2> 11782817 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6e2ed5ec{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40073}
   [junit4]   2> 11782817 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.Server Started @11782875ms
   [junit4]   2> 11782817 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/qplhq/t, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/tempDir-001/jetty3, hostPort=40073, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 11782818 ERROR (closeThreadPool-67217-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 11782818 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 11782818 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 11782818 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 11782818 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 11782818 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-19T16:02:01.030322Z
   [junit4]   2> 11782840 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11782918 INFO  (zkConnectionManagerCallback-67257-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11782918 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11782919 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11782919 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11782937 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-2-001/cores
   [junit4]   2> 11783047 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 11783047 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-3-001/solr.xml
   [junit4]   2> 11783050 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 11783050 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 11783051 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 11783387 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 11783452 WARN  (closeThreadPool-67217-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@47f94637[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11783452 WARN  (closeThreadPool-67217-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@47f94637[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11783454 WARN  (closeThreadPool-67217-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@65c7869a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11783454 WARN  (closeThreadPool-67217-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@65c7869a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11783472 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41353/solr
   [junit4]   2> 11783484 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11783485 INFO  (zkConnectionManagerCallback-67264-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11783485 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11783590 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11783590 INFO  (zkConnectionManagerCallback-67266-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11783590 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11783603 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 11783615 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.c.ZkController Publish node=127.0.0.1:40073_qplhq%2Ft as DOWN
   [junit4]   2> 11783616 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 11783616 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40073_qplhq%2Ft
   [junit4]   2> 11783635 INFO  (zkCallback-67227-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 11783635 INFO  (zkCallback-67246-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 11783636 INFO  (zkCallback-67203-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 11783638 INFO  (zkCallback-67234-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 11783638 INFO  (zkCallback-67215-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 11783646 INFO  (zkCallback-67196-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 11783662 INFO  (zkCallback-67253-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 11783674 INFO  (zkCallback-67265-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 11783719 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11783719 INFO  (zkConnectionManagerCallback-67273-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11783719 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11783720 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 11783721 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41353/solr ready
   [junit4]   2> 11783784 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 11783823 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11783866 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11783867 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11783868 INFO  (closeThreadPool-67217-thread-2) [n:127.0.0.1:40073_qplhq%2Ft     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-3-001/cores
   [junit4]   2> 11784031 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-4-001 of type NRT
   [junit4]   2> 11784032 WARN  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 11784032 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 11784032 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 11784032 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 11784033 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 11784033 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 11784033 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 11784033 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67b8c912{/qplhq/t,null,AVAILABLE}
   [junit4]   2> 11784034 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2afcc3ad{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39450}
   [junit4]   2> 11784034 INFO  (closeThreadPool-67217-thread-2) [     ] o.e.j.s.Server Started @11784091ms
   [junit4]   2> 11784034 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/qplhq/t, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/tempDir-001/jetty4, hostPort=39450, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-4-001/cores}
   [junit4]   2> 11784034 ERROR (closeThreadPool-67217-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 11784034 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 11784034 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 11784034 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 11784034 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 11784034 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-19T16:02:02.246743Z
   [junit4]   2> 11784035 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11784036 INFO  (zkConnectionManagerCallback-67276-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11784036 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11784151 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 11784151 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-4-001/solr.xml
   [junit4]   2> 11784154 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 11784154 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 11784155 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 11784652 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 11784679 WARN  (closeThreadPool-67217-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55af2759[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11784679 WARN  (closeThreadPool-67217-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55af2759[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11784682 WARN  (closeThreadPool-67217-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1c74b75c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11784682 WARN  (closeThreadPool-67217-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1c74b75c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11784683 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41353/solr
   [junit4]   2> 11784777 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11784777 INFO  (zkConnectionManagerCallback-67283-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11784777 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11784898 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11784899 INFO  (zkConnectionManagerCallback-67285-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11784899 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11784903 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 11784917 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:39450_qplhq%2Ft as DOWN
   [junit4]   2> 11784930 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 11784930 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39450_qplhq%2Ft
   [junit4]   2> 11784931 INFO  (zkCallback-67234-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 11784931 INFO  (zkCallback-67227-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 11784931 INFO  (zkCallback-67203-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 11784931 INFO  (zkCallback-67215-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 11784931 INFO  (zkCallback-67246-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 11784946 INFO  (zkCallback-67253-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 11784946 INFO  (zkCallback-67284-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 11784946 INFO  (zkCallback-67265-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 11784946 INFO  (zkCallback-67196-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 11784955 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11784955 INFO  (zkCallback-67272-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 11784955 INFO  (zkConnectionManagerCallback-67292-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11784955 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11784956 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 11784958 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41353/solr ready
   [junit4]   2> 11785092 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 11785157 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11785196 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11785196 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2
   [junit4]   2> 11785210 INFO  (closeThreadPool-67217-thread-2) [     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-4-001/cores
   [junit4]   2> 11785348 INFO  (TEST-RollingRestartTest.test-seed#[F5493AEDEFCC5BC6]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-5-001 of type NRT
   [junit4]   2> 11785360 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 11785360 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 11785360 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 11785360 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 11.0.1+13-LTS
   [junit4]   2> 11785496 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 11785496 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 11785496 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 11785514 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79bac0b8{/qplhq/t,null,AVAILABLE}
   [junit4]   2> 11785514 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@21e5c16f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35318}
   [junit4]   2> 11785514 INFO  (closeThreadPool-67217-thread-1) [     ] o.e.j.s.Server Started @11785571ms
   [junit4]   2> 11785514 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/qplhq/t, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/tempDir-001/jetty5, hostPort=35318, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-5-001/cores}
   [junit4]   2> 11785514 ERROR (closeThreadPool-67217-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 11785514 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 11785530 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 11785530 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 11785530 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 11785530 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-06-19T16:02:03.742109Z
   [junit4]   2> 11785566 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11785781 INFO  (zkConnectionManagerCallback-67295-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 11785781 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11785906 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 11785906 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_F5493AEDEFCC5BC6-001/shard-5-001/solr.xml
   [junit4]   2> 11785909 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 11785909 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 11785910 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1555a0b2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 11786433 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 11786454 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@498ed74[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11786454 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@498ed74[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11786459 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@459548cd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11786459 WARN  (closeThreadPool-67217-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@459548cd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 11786460 INFO  (closeThreadPool-67217-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41353/solr
   [junit4]   2> 11786461 INFO  (close

[...truncated too long message...]

ile = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1723093552
     [copy] Copying 249 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1723093552
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1723093552

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] 	found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] 	found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] 	found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] 	found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 39ms :: artifacts dl 10ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   9   |   0   |   0   |   0   ||   9   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 761 minutes 46 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)