You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/05/03 22:44:36 UTC

[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 110 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/110/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testClusterStateProviderAPI

Error Message:
should be a routed alias

Stack Trace:
java.lang.AssertionError: should be a routed alias
	at __randomizedtesting.SeedInfo.seed([DD516B63CE623CD2:C286F74FBD69C599]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.AliasIntegrationTest.testClusterStateProviderAPI(AliasIntegrationTest.java:302)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCryptoKeys.test

Error Message:
Jetty/Solr unresponsive

Stack Trace:
java.lang.RuntimeException: Jetty/Solr unresponsive
	at __randomizedtesting.SeedInfo.seed([DD516B63CE623CD2:550554B9609E512A]:0)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1080)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13996 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCryptoKeys
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCryptoKeys_DD516B63CE623CD2-001/init-core-data-001
   [junit4]   2> 1435855 WARN  (SUITE-TestCryptoKeys-seed#[DD516B63CE623CD2]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1435856 INFO  (SUITE-TestCryptoKeys-seed#[DD516B63CE623CD2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1435869 INFO  (SUITE-TestCryptoKeys-seed#[DD516B63CE623CD2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1435869 INFO  (SUITE-TestCryptoKeys-seed#[DD516B63CE623CD2]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1435870 INFO  (SUITE-TestCryptoKeys-seed#[DD516B63CE623CD2]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qkla/t
   [junit4]   2> 1435880 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1435881 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1435881 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1435981 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer start zk server on port:36808
   [junit4]   2> 1435981 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36808
   [junit4]   2> 1435981 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36808
   [junit4]   2> 1435988 INFO  (zkConnectionManagerCallback-10056-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1435992 INFO  (zkConnectionManagerCallback-10058-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1435993 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1435995 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1435997 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1435999 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1436001 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1436003 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1436004 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1436006 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1436007 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1436008 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1436009 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1436012 INFO  (zkConnectionManagerCallback-10062-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1436015 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1436355 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1436355 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1436355 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1436355 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 1436357 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1436357 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1436357 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1436360 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25c62fef{/qkla/t,null,AVAILABLE}
   [junit4]   2> 1436361 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@64c61db6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1436362 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3e461cee{SSL,[ssl, http/1.1]}{127.0.0.1:36808}
   [junit4]   2> 1436362 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.e.j.s.Server Started @1437396ms
   [junit4]   2> 1436362 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCryptoKeys_DD516B63CE623CD2-001/tempDir-001/control/data, hostContext=/qkla/t, hostPort=36808, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCryptoKeys_DD516B63CE623CD2-001/control-001/cores}
   [junit4]   2> 1436362 ERROR (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1436362 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1436362 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 1436362 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1436362 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1436362 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T21:32:24.118Z
   [junit4]   2> 1436410 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1438135 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1439943 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1441497 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1443234 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1445080 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1446234 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1447795 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1449713 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1451734 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1453041 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1455069 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1456319 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1458333 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1459464 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1461532 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1462923 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1464045 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1465618 WARN  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]-SendThread(serv1-vm3:36808)) [    ] o.a.z.ClientCnxn Session 0x0 for server serv1-vm3/127.0.0.1:36808, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2>           => java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113)
   [junit4]   2> java.io.IOException: Packet len352518912 is out of range!
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocket.readLength(ClientCnxnSocket.java:113) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:79) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 1466696 ERROR (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.s.SolrDispatchFilter Could not start Solr. Check solr/home property and the logs
   [junit4]   2> 1466697 ERROR (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.SolrCore null:org.apache.solr.common.SolrException: Error occurred while loading solr.xml from zookeeper
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.loadNodeConfig(SolrDispatchFilter.java:283)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:253)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
   [junit4]   2> 	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
   [junit4]   2> 	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
   [junit4]   2> 	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
   [junit4]   2> 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
   [junit4]   2> 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1080)
   [junit4]   2> 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:36808/solr within 30000 ms
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:201)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:121)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:108)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.loadNodeConfig(SolrDispatchFilter.java:276)
   [junit4]   2> 	... 54 more
   [junit4]   2> Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:36808/solr within 30000 ms
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:250)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:193)
   [junit4]   2> 	... 58 more
   [junit4]   2> 
   [junit4]   2> 1468317 INFO  (closeThreadPool-10066-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3e461cee{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1468323 INFO  (closeThreadPool-10066-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@25c62fef{/qkla/t,null,UNAVAILABLE}
   [junit4]   2> 1468324 INFO  (closeThreadPool-10066-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1468325 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1468331 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36808
   [junit4]   2> 1468331 INFO  (TEST-TestCryptoKeys.test-seed#[DD516B63CE623CD2]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36808
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCryptoKeys -Dtests.method=test -Dtests.seed=DD516B63CE623CD2 -Dtests.slow=true -Dtests.locale=et-EE -Dtests.timezone=Europe/Guernsey -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   32.5s J1 | TestCryptoKeys.test <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Jetty/Solr unresponsive
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DD516B63CE623CD2:550554B9609E512A]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1080)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCryptoKeys_DD516B63CE623CD2-001
   [junit4]   2> May 03, 2019 9:32:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1441, maxMBSortInHeap=6.903676021412609, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5bd2d323), locale=et-EE, timezone=Europe/Guernsey
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_201 (64-bit)/cpus=3,threads=1,free=123897632,total=433864704
   [junit4]   2> NOTE: All tests run in this JVM: [IndexSchemaTest, SearchHandlerTest, LeaderElectionIntegrationTest, TestLFUCache, TestQuerySenderNoQuery, ZkStateReaderTest, ConcurrentDeleteAndCreateCollectionTest, TimeRoutedAliasUpdateProcessorTest, ExternalFileFieldSortTest, ClusterStateTest, TestSolrDeletionPolicy2, HdfsDirectoryTest, TestNamedUpdateProcessors, TestMacros, TestSmileRequest, IndexBasedSpellCheckerTest, BasicZkTest, NodeLostTriggerTest, ReturnFieldsTest, HdfsRecoverLeaseTest, TestSolr4Spatial2, TestCloudDeleteByQuery, BasicDistributedZk2Test, TestManagedSchemaThreadSafety, UUIDFieldTest, TestWithCollection, TestSchemaResource, DistributedSuggestComponentTest, TestWordDelimiterFilterFactory, TestPushWriter, CoreMergeIndexesAdminHandlerTest, TestSubQueryTransformerCrossCore, ConfigureRecoveryStrategyTest, TestIndexSearcher, StatsReloadRaceTest, OverseerRolesTest, TestNestedDocsSort, OutOfBoxZkACLAndCredentialsProvidersTest, SolrRequestParserTest, AddBlockUpdateTest, TestConfigsApi, TestSolrXml, HttpPartitionWithTlogReplicasTest, TestSolrConfigHandlerConcurrent, TestImpersonationWithHadoopAuth, HLLSerializationTest, UninvertDocValuesMergePolicyTest, TestExtendedDismaxParser, SolrPluginUtilsTest, CustomHighlightComponentTest, SharedFSAutoReplicaFailoverTest, HdfsBasicDistributedZkTest, TestNestedUpdateProcessor, MultiDestinationAuditLoggerTest, TestPrepRecovery, HttpPartitionOnCommitTest, SolrTestCaseJ4Test, CloneFieldUpdateProcessorFactoryTest, TestLegacyNumericRangeQueryBuilder, TestSolrCLIRunExample, TestGeoJSONResponseWriter, SpellCheckCollatorWithCollapseTest, TestInPlaceUpdatesDistrib, TestDistributedStatsComponentCardinality, CursorPagingTest, PreAnalyzedFieldManagedSchemaCloudTest, TestLazyCores, BlockJoinFacetRandomTest, TestSolrQueryResponse, DeleteShardTest, TestFieldSortValues, TestRestManager, MinimalSchemaTest, TestMultiWordSynonyms, XmlUpdateRequestHandlerTest, TestRecoveryHdfs, OverseerCollectionConfigSetProcessorTest, TestQueryTypes, ShardRoutingCustomTest, QueryResultKeyTest, TestXmlQParserPlugin, DistributedExpandComponentTest, TestUseDocValuesAsStored, TestTrackingShardHandlerFactory, TestSimpleTrackingShardHandler, TestWriterPerf, TestFileDictionaryLookup, SolrIndexMetricsTest, TestCoreDiscovery, TestDocSet, TestManagedSynonymFilterFactory, TaggerTest, TestCharFilters, TestNumericTokenStream, CollectionsAPIAsyncDistributedZkTest, SearchRateTriggerIntegrationTest, CopyFieldTest, TestManagedSchema, JWTAuthPluginIntegrationTest, DistribJoinFromCollectionTest, TestTolerantUpdateProcessorRandomCloud, TestDistributedMissingSort, TestExactStatsCache, TestValueSourceCache, TestJsonFacetRefinement, TestCollectionsAPIViaSolrCloudCluster, TestSimPolicyCloud, TestPullReplicaErrorHandling, LukeRequestHandlerTest, TestRestoreCore, TestRawTransformer, UpdateParamsTest, TestFacetMethods, TlogReplayBufferedWhileIndexingTest, TestDocumentBuilder, TestFieldResource, SortByFunctionTest, CollectionsAPISolrJTest, TestHdfsUpdateLog, TestSegmentSorting, TestStressUserVersions, TestCoreBackup, HighlighterConfigTest, RecoveryZkTest, TestLegacyTerms, TestConfig, LeaderFailoverAfterPartitionTest, CheckHdfsIndexTest, TestMinMaxOnMultiValuedField, TestConfigSets, TestCSVResponseWriter, TestSimNodeAddedTrigger, BlockDirectoryTest, TermVectorComponentTest, InfoHandlerTest, AuthToolTest, TestClusterProperties, CursorMarkTest, TestSearcherReuse, TestConfigSetsAPIExclusivity, MaxSizeAutoCommitTest, TestSizeLimitedDistributedMap, SuggesterTSTTest, TestCryptoKeys]
   [junit4] Completed [337/855 (1!)] on J1 in 32.83s, 1 test, 1 error <<< FAILURES!

[...truncated 328 lines...]
   [junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_DD516B63CE623CD2-001/init-core-data-001
   [junit4]   2> 1842117 INFO  (SUITE-AliasIntegrationTest-seed#[DD516B63CE623CD2]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_DD516B63CE623CD2-001/tempDir-001
   [junit4]   2> 1842117 INFO  (SUITE-AliasIntegrationTest-seed#[DD516B63CE623CD2]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1842118 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1842118 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1842219 INFO  (SUITE-AliasIntegrationTest-seed#[DD516B63CE623CD2]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38644
   [junit4]   2> 1842219 INFO  (SUITE-AliasIntegrationTest-seed#[DD516B63CE623CD2]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38644
   [junit4]   2> 1842219 INFO  (SUITE-AliasIntegrationTest-seed#[DD516B63CE623CD2]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38644
   [junit4]   2> 1842230 INFO  (zkConnectionManagerCallback-13236-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1842233 INFO  (zkConnectionManagerCallback-13238-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1842235 INFO  (zkConnectionManagerCallback-13240-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1842237 WARN  (jetty-launcher-13241-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1842237 WARN  (jetty-launcher-13241-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 1842237 INFO  (jetty-launcher-13241-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1842237 INFO  (jetty-launcher-13241-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1842237 INFO  (jetty-launcher-13241-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 1842237 INFO  (jetty-launcher-13241-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 1842237 INFO  (jetty-launcher-13241-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 1842237 INFO  (jetty-launcher-13241-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 1842238 INFO  (jetty-launcher-13241-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1842238 INFO  (jetty-launcher-13241-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1842238 INFO  (jetty-launcher-13241-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1842239 INFO  (jetty-launcher-13241-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@358efa31{/solr,null,AVAILABLE}
   [junit4]   2> 1842239 INFO  (jetty-launcher-13241-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1842239 INFO  (jetty-launcher-13241-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1842239 INFO  (jetty-launcher-13241-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1842239 INFO  (jetty-launcher-13241-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d1f4883{/solr,null,AVAILABLE}
   [junit4]   2> 1842239 INFO  (jetty-launcher-13241-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7f0a0782{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:49249}
   [junit4]   2> 1842239 INFO  (jetty-launcher-13241-thread-1) [    ] o.e.j.s.Server Started @1843818ms
   [junit4]   2> 1842239 INFO  (jetty-launcher-13241-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49249}
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@769f2d3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:47789}
   [junit4]   2> 1842240 ERROR (jetty-launcher-13241-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-2) [    ] o.e.j.s.Server Started @1843818ms
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47789}
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 1842240 ERROR (jetty-launcher-13241-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T21:39:10.051Z
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1842240 INFO  (jetty-launcher-13241-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-03T21:39:10.051Z
   [junit4]   2> 1842242 INFO  (zkConnectionManagerCallback-13245-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1842242 INFO  (zkConnectionManagerCallback-13244-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1842242 INFO  (jetty-launcher-13241-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1842242 INFO  (jetty-launcher-13241-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1843253 INFO  (jetty-launcher-13241-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1843254 WARN  (jetty-launcher-13241-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@14484b5a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1843256 WARN  (jetty-launcher-13241-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@28aa816d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1843257 INFO  (jetty-launcher-13241-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38644/solr
   [junit4]   2> 1843259 INFO  (zkConnectionManagerCallback-13253-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843261 INFO  (zkConnectionManagerCallback-13255-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843551 INFO  (jetty-launcher-13241-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1843553 WARN  (jetty-launcher-13241-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6408f1b5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1843556 WARN  (jetty-launcher-13241-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5d69c534[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1843557 INFO  (jetty-launcher-13241-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38644/solr
   [junit4]   2> 1843560 INFO  (zkConnectionManagerCallback-13263-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843652 INFO  (zkConnectionManagerCallback-13265-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843660 INFO  (jetty-launcher-13241-thread-1) [n:127.0.0.1:49249_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49249_solr
   [junit4]   2> 1843661 INFO  (jetty-launcher-13241-thread-1) [n:127.0.0.1:49249_solr    ] o.a.s.c.Overseer Overseer (id=72077601923268614-127.0.0.1:49249_solr-n_0000000000) starting
   [junit4]   2> 1843667 INFO  (zkConnectionManagerCallback-13270-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843670 INFO  (jetty-launcher-13241-thread-1) [n:127.0.0.1:49249_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38644/solr ready
   [junit4]   2> 1843671 INFO  (jetty-launcher-13241-thread-1) [n:127.0.0.1:49249_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49249_solr
   [junit4]   2> 1843672 INFO  (OverseerStateUpdate-72077601923268614-127.0.0.1:49249_solr-n_0000000000) [n:127.0.0.1:49249_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:49249_solr
   [junit4]   2> 1843673 INFO  (zkCallback-13269-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1843673 INFO  (jetty-launcher-13241-thread-2) [n:127.0.0.1:47789_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1843678 INFO  (jetty-launcher-13241-thread-2) [n:127.0.0.1:47789_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:47789_solr as DOWN
   [junit4]   2> 1843678 INFO  (jetty-launcher-13241-thread-2) [n:127.0.0.1:47789_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1843678 INFO  (jetty-launcher-13241-thread-2) [n:127.0.0.1:47789_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47789_solr
   [junit4]   2> 1843679 INFO  (zkCallback-13269-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843681 INFO  (zkCallback-13264-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843700 INFO  (OverseerStateUpdate-72077601923268614-127.0.0.1:49249_solr-n_0000000000) [n:127.0.0.1:49249_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1843701 INFO  (zkCallback-13254-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843712 INFO  (jetty-launcher-13241-thread-1) [n:127.0.0.1:49249_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1843714 INFO  (zkConnectionManagerCallback-13278-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843716 INFO  (jetty-launcher-13241-thread-2) [n:127.0.0.1:47789_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1843717 INFO  (jetty-launcher-13241-thread-2) [n:127.0.0.1:47789_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38644/solr ready
   [junit4]   2> 1843717 INFO  (jetty-launcher-13241-thread-2) [n:127.0.0.1:47789_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1843738 INFO  (jetty-launcher-13241-thread-1) [n:127.0.0.1:49249_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49249.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344a1cb0
   [junit4]   2> 1843743 INFO  (jetty-launcher-13241-thread-2) [n:127.0.0.1:47789_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47789.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344a1cb0
   [junit4]   2> 1843750 INFO  (jetty-launcher-13241-thread-1) [n:127.0.0.1:49249_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49249.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344a1cb0
   [junit4]   2> 1843751 INFO  (jetty-launcher-13241-thread-1) [n:127.0.0.1:49249_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49249.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344a1cb0
   [junit4]   2> 1843751 INFO  (jetty-launcher-13241-thread-2) [n:127.0.0.1:47789_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47789.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344a1cb0
   [junit4]   2> 1843751 INFO  (jetty-launcher-13241-thread-2) [n:127.0.0.1:47789_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47789.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344a1cb0
   [junit4]   2> 1843752 INFO  (jetty-launcher-13241-thread-1) [n:127.0.0.1:49249_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_DD516B63CE623CD2-001/tempDir-001/node1/.
   [junit4]   2> 1843752 INFO  (jetty-launcher-13241-thread-2) [n:127.0.0.1:47789_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_DD516B63CE623CD2-001/tempDir-001/node2/.
   [junit4]   2> 1843786 INFO  (zkConnectionManagerCallback-13284-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843788 INFO  (SUITE-AliasIntegrationTest-seed#[DD516B63CE623CD2]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1843789 INFO  (SUITE-AliasIntegrationTest-seed#[DD516B63CE623CD2]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38644/solr ready
   [junit4]   2> 1843814 INFO  (qtp1331768823-34635) [n:127.0.0.1:47789_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1843818 INFO  (OverseerThreadFactory-10372-thread-1-processing-n:127.0.0.1:49249_solr) [n:127.0.0.1:49249_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1843927 INFO  (OverseerStateUpdate-72077601923268614-127.0.0.1:49249_solr-n_0000000000) [n:127.0.0.1:49249_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47789/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1843931 INFO  (OverseerStateUpdate-72077601923268614-127.0.0.1:49249_solr-n_0000000000) [n:127.0.0.1:49249_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49249/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1844134 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr    x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1844134 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr    x:collection1_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1844134 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr    x:collection1_shard2_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1845154 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 1845154 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 1845162 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1845162 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 1845180 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1845180 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1845181 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47789.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344a1cb0
   [junit4]   2> 1845181 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1845181 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1845181 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_DD516B63CE623CD2-001/tempDir-001/node2/collection1_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_DD516B63CE623CD2-001/tempDir-001/node2/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 1845181 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49249.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@344a1cb0
   [junit4]   2> 1845181 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_DD516B63CE623CD2-001/tempDir-001/node1/collection1_shard2_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_DD516B63CE623CD2-001/tempDir-001/node1/./collection1_shard2_replica_n2/data/]
   [junit4]   2> 1845235 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1845235 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1845235 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1845235 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1845236 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1845236 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1845236 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1845236 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1845237 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1de40d3e[collection1_shard1_replica_n1] main]
   [junit4]   2> 1845237 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@543918c7[collection1_shard2_replica_n2] main]
   [junit4]   2> 1845238 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1845238 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1845239 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1845239 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1845239 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1845239 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1845239 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632548477258956800
   [junit4]   2> 1845239 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632548477258956800
   [junit4]   2> 1845242 INFO  (searcherExecutor-10381-thread-1-processing-n:127.0.0.1:47789_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@1de40d3e[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1845242 INFO  (searcherExecutor-10382-thread-1-processing-n:127.0.0.1:49249_solr x:collection1_shard2_replica_n2 c:collection1 s:shard2 r:core_node4) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@543918c7[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1845247 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1845247 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
   [junit4]   2> 1845247 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1845248 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
   [junit4]   2> 1845252 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1845252 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1845252 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49249/solr/collection1_shard2_replica_n2/
   [junit4]   2> 1845253 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1845254 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:49249/solr/collection1_shard2_replica_n2/ has no replicas
   [junit4]   2> 1845254 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/72077601923268614-core_node4-n_0000000000
   [junit4]   2> 1845254 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1845254 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1845254 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47789/solr/collection1_shard1_replica_n1/
   [junit4]   2> 1845255 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1845255 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:47789/solr/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1845255 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72077601923268616-core_node3-n_0000000000
   [junit4]   2> 1845257 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49249/solr/collection1_shard2_replica_n2/ shard2
   [junit4]   2> 1845258 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47789/solr/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 1845360 INFO  (zkCallback-13254-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1845360 INFO  (zkCallback-13254-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1845364 INFO  (zkCallback-13264-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1845365 INFO  (zkCallback-13264-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1845366 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1845366 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1845368 INFO  (qtp1331768823-34639) [n:127.0.0.1:47789_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1234
   [junit4]   2> 1845368 INFO  (qtp2109641278-34628) [n:127.0.0.1:49249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1234
   [junit4]   2> 1845372 INFO  (qtp1331768823-34635) [n:127.0.0.1:47789_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1845469 INFO  (zkCallback-13254-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1845469 INFO  (zkCallback-13264-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1845469 INFO  (zkCallback-13254-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1845469 INFO  (zkCallback-13254-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1845469 INFO  (zkCallback-13264-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1845469 INFO  (zkCallback-13264-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes siz

[...truncated too long message...]

yPropertiesV1
   [junit4] OK      2.46s J1 | AliasIntegrationTest.testErrorChecks
   [junit4] OK      10.1s J1 | AliasIntegrationTest.testDeleteAliasWithExistingCollectionName
   [junit4] Completed [2/10] on J1 in 65.80s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
   [junit4] OK      5.79s J0 | AliasIntegrationTest.test
   [junit4] OK      3.92s J0 | AliasIntegrationTest.testClusterStateProviderAPI
   [junit4] OK      3.98s J0 | AliasIntegrationTest.testModifyPropertiesCAR
   [junit4] OK      3.93s J0 | AliasIntegrationTest.testModifyPropertiesV2
   [junit4] OK      3.92s J0 | AliasIntegrationTest.testProperties
   [junit4] OK      10.1s J0 | AliasIntegrationTest.testDeleteOneOfTwoCollectionsAliased
   [junit4] OK      3.94s J0 | AliasIntegrationTest.testModifyPropertiesV1
   [junit4] OK      2.24s J0 | AliasIntegrationTest.testErrorChecks
   [junit4] OK      11.2s J0 | AliasIntegrationTest.testDeleteAliasWithExistingCollectionName
   [junit4] Completed [3/10] on J0 in 51.91s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
   [junit4] OK      5.73s J1 | AliasIntegrationTest.test
   [junit4] OK      3.91s J1 | AliasIntegrationTest.testClusterStateProviderAPI
   [junit4] OK      3.94s J1 | AliasIntegrationTest.testModifyPropertiesCAR
   [junit4] OK      4.03s J1 | AliasIntegrationTest.testModifyPropertiesV2
   [junit4] OK      4.09s J1 | AliasIntegrationTest.testProperties
   [junit4] OK      9.96s J1 | AliasIntegrationTest.testDeleteOneOfTwoCollectionsAliased
   [junit4] OK      3.99s J1 | AliasIntegrationTest.testModifyPropertiesV1
   [junit4] OK      2.31s J1 | AliasIntegrationTest.testErrorChecks
   [junit4] OK      11.1s J1 | AliasIntegrationTest.testDeleteAliasWithExistingCollectionName
   [junit4] Completed [4/10] on J1 in 51.75s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.TestCryptoKeys
   [junit4] OK      26.9s J0 | TestCryptoKeys.test
   [junit4] Completed [5/10] on J0 in 27.98s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.TestCryptoKeys
   [junit4] OK      27.3s J1 | TestCryptoKeys.test
   [junit4] Completed [6/10] on J1 in 27.97s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.TestCryptoKeys
   [junit4] OK      22.2s J1 | TestCryptoKeys.test
   [junit4] Completed [7/10] on J1 in 22.72s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.TestCryptoKeys
   [junit4] OK      21.5s J1 | TestCryptoKeys.test
   [junit4] Completed [8/10] on J1 in 21.77s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
   [junit4] OK      5.50s J0 | AliasIntegrationTest.test
   [junit4] OK      3.91s J0 | AliasIntegrationTest.testClusterStateProviderAPI
   [junit4] OK      3.91s J0 | AliasIntegrationTest.testModifyPropertiesCAR
   [junit4] OK      4.02s J0 | AliasIntegrationTest.testModifyPropertiesV2
   [junit4] OK      4.02s J0 | AliasIntegrationTest.testProperties
   [junit4] OK      10.0s J0 | AliasIntegrationTest.testDeleteOneOfTwoCollectionsAliased
   [junit4] OK      3.81s J0 | AliasIntegrationTest.testModifyPropertiesV1
   [junit4] OK      2.25s J0 | AliasIntegrationTest.testErrorChecks
   [junit4] OK      11.3s J0 | AliasIntegrationTest.testDeleteAliasWithExistingCollectionName
   [junit4] Completed [9/10] on J0 in 50.70s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.TestCryptoKeys
   [junit4] OK      22.0s J1 | TestCryptoKeys.test
   [junit4] Completed [10/10] on J1 in 22.98s, 1 test
   [junit4] 
   [junit4] JVM J0:     0.73 ..   197.20 =   196.46s
   [junit4] JVM J1:     0.70 ..   215.41 =   214.71s
   [junit4] Execution time total: 3 minutes 35 seconds
   [junit4] Tests summary: 10 suites, 50 tests
   [junit4] Could not remove temporary path: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp])
   [junit4] Could not remove temporary path: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp])
     [echo] 5 slowest tests:
[junit4:tophints] 199.65s | org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4:tophints] 145.99s | org.apache.solr.search.facet.TestJsonFacets
[junit4:tophints] 118.47s | org.apache.solr.handler.TestReplicationHandler
[junit4:tophints] 117.87s | org.apache.solr.update.SoftAutoCommitTest
[junit4:tophints] 113.89s | org.apache.solr.cloud.CollectionsAPISolrJTest

-check-totals:

test-nocompile:

BUILD SUCCESSFUL
Total time: 3 minutes 38 seconds
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.AliasIntegrationTest
[repro]   0/5 failed: org.apache.solr.cloud.TestCryptoKeys
[repro] Exiting with code 0
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2802)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2681)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2662)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3040)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to Solaris VBOX
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1743)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:957)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2660)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1843)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3042)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2660)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1843)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=400a918071b2d1c9eaa9732f5ac942c046b18dbc, workspace=/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris
[WARNINGS] Computing warning deltas based on reference build #103
Recording test results
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 113 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/113/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

12 tests failed.
FAILED:  org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed

Error Message:
Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=15476820, failWrongCredentials=0, requestTimes=359, requests=4, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=15476820, failWrongCredentials=0, requestTimes=359, requests=4, errors=0}
	at __randomizedtesting.SeedInfo.seed([E802783A47866FA1:EE2A7A542531F912]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertPkiAuthMetricsMinimums(SolrCloudAuthTestCase.java:74)
	at org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed(JWTAuthPluginIntegrationTest.java:173)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed

Error Message:
Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=6874660, failWrongCredentials=0, requestTimes=312, requests=4, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=6874660, failWrongCredentials=0, requestTimes=312, requests=4, errors=0}
	at __randomizedtesting.SeedInfo.seed([E802783A47866FA1:EE2A7A542531F912]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertPkiAuthMetricsMinimums(SolrCloudAuthTestCase.java:74)
	at org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed(JWTAuthPluginIntegrationTest.java:173)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed

Error Message:
Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=7468671, failWrongCredentials=0, requestTimes=366, requests=4, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=7468671, failWrongCredentials=0, requestTimes=366, requests=4, errors=0}
	at __randomizedtesting.SeedInfo.seed([E802783A47866FA1:EE2A7A542531F912]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertPkiAuthMetricsMinimums(SolrCloudAuthTestCase.java:74)
	at org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed(JWTAuthPluginIntegrationTest.java:173)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed

Error Message:
Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=6059948, failWrongCredentials=0, requestTimes=326, requests=4, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=6059948, failWrongCredentials=0, requestTimes=326, requests=4, errors=0}
	at __randomizedtesting.SeedInfo.seed([E802783A47866FA1:EE2A7A542531F912]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertPkiAuthMetricsMinimums(SolrCloudAuthTestCase.java:74)
	at org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed(JWTAuthPluginIntegrationTest.java:173)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed

Error Message:
Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=8922607, failWrongCredentials=0, requestTimes=406, requests=4, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=8922607, failWrongCredentials=0, requestTimes=406, requests=4, errors=0}
	at __randomizedtesting.SeedInfo.seed([E802783A47866FA1:EE2A7A542531F912]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertPkiAuthMetricsMinimums(SolrCloudAuthTestCase.java:74)
	at org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed(JWTAuthPluginIntegrationTest.java:173)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed

Error Message:
Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=9593598, failWrongCredentials=0, requestTimes=310, requests=4, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=9593598, failWrongCredentials=0, requestTimes=310, requests=4, errors=0}
	at __randomizedtesting.SeedInfo.seed([E802783A47866FA1:EE2A7A542531F912]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertPkiAuthMetricsMinimums(SolrCloudAuthTestCase.java:74)
	at org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed(JWTAuthPluginIntegrationTest.java:173)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics

Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=41623383, failWrongCredentials=6, requestTimes=3098, requests=14, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=41623383, failWrongCredentials=6, requestTimes=3098, requests=14, errors=0}
	at __randomizedtesting.SeedInfo.seed([E802783A47866FA1:D5DAD6167F6831D1]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:83)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:139)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics

Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=46843814, failWrongCredentials=6, requestTimes=3091, requests=14, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=46843814, failWrongCredentials=6, requestTimes=3091, requests=14, errors=0}
	at __randomizedtesting.SeedInfo.seed([E802783A47866FA1:D5DAD6167F6831D1]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:83)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:139)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics

Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=78803937, failWrongCredentials=6, requestTimes=2526, requests=14, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=78803937, failWrongCredentials=6, requestTimes=2526, requests=14, errors=0}
	at __randomizedtesting.SeedInfo.seed([E802783A47866FA1:D5DAD6167F6831D1]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:83)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:139)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics

Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=65187849, failWrongCredentials=6, requestTimes=3258, requests=14, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=65187849, failWrongCredentials=6, requestTimes=3258, requests=14, errors=0}
	at __randomizedtesting.SeedInfo.seed([E802783A47866FA1:D5DAD6167F6831D1]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:83)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:139)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics

Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=89741482, failWrongCredentials=6, requestTimes=1685, requests=14, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=89741482, failWrongCredentials=6, requestTimes=1685, requests=14, errors=0}
	at __randomizedtesting.SeedInfo.seed([E802783A47866FA1:D5DAD6167F6831D1]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:83)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:139)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics

Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=87142830, failWrongCredentials=6, requestTimes=3096, requests=14, errors=0}

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=87142830, failWrongCredentials=6, requestTimes=3096, requests=14, errors=0}
	at __randomizedtesting.SeedInfo.seed([E802783A47866FA1:D5DAD6167F6831D1]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:83)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:139)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15549 lines...]
   [junit4] Suite: org.apache.solr.security.JWTAuthPluginIntegrationTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.JWTAuthPluginIntegrationTest_E802783A47866FA1-001/init-core-data-001
   [junit4]   2> 3666110 INFO  (TEST-JWTAuthPluginIntegrationTest.infoRequestWithoutToken-seed#[E802783A47866FA1]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.JWTAuthPluginIntegrationTest_E802783A47866FA1-001/tempDir-001
   [junit4]   2> 3666110 INFO  (TEST-JWTAuthPluginIntegrationTest.infoRequestWithoutToken-seed#[E802783A47866FA1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3666111 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3666111 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3666212 INFO  (TEST-JWTAuthPluginIntegrationTest.infoRequestWithoutToken-seed#[E802783A47866FA1]) [    ] o.a.s.c.ZkTestServer start zk server on port:40682
   [junit4]   2> 3666212 INFO  (TEST-JWTAuthPluginIntegrationTest.infoRequestWithoutToken-seed#[E802783A47866FA1]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40682
   [junit4]   2> 3666212 INFO  (TEST-JWTAuthPluginIntegrationTest.infoRequestWithoutToken-seed#[E802783A47866FA1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40682
   [junit4]   2> 3666218 INFO  (zkConnectionManagerCallback-27615-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3666222 INFO  (zkConnectionManagerCallback-27617-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3666224 INFO  (zkConnectionManagerCallback-27619-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3666228 WARN  (jetty-launcher-27620-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3666228 WARN  (jetty-launcher-27620-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3666228 INFO  (jetty-launcher-27620-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3666228 INFO  (jetty-launcher-27620-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3666228 INFO  (jetty-launcher-27620-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3666228 INFO  (jetty-launcher-27620-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3666228 INFO  (jetty-launcher-27620-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 3666228 INFO  (jetty-launcher-27620-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 3666229 INFO  (jetty-launcher-27620-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3666229 INFO  (jetty-launcher-27620-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3666229 INFO  (jetty-launcher-27620-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3666230 INFO  (jetty-launcher-27620-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18825873{/solr,null,AVAILABLE}
   [junit4]   2> 3666231 INFO  (jetty-launcher-27620-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3666231 INFO  (jetty-launcher-27620-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3666231 INFO  (jetty-launcher-27620-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3666231 INFO  (jetty-launcher-27620-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3cda8d4f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:49986}
   [junit4]   2> 3666231 INFO  (jetty-launcher-27620-thread-1) [    ] o.e.j.s.Server Started @3669207ms
   [junit4]   2> 3666231 INFO  (jetty-launcher-27620-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49986}
   [junit4]   2> 3666231 ERROR (jetty-launcher-27620-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3666231 INFO  (jetty-launcher-27620-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3666232 INFO  (jetty-launcher-27620-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 3666232 INFO  (jetty-launcher-27620-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3666232 INFO  (jetty-launcher-27620-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3666232 INFO  (jetty-launcher-27620-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-07T21:00:18.470Z
   [junit4]   2> 3666233 INFO  (jetty-launcher-27620-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8257279{/solr,null,AVAILABLE}
   [junit4]   2> 3666233 INFO  (jetty-launcher-27620-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3d35b84a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:48638}
   [junit4]   2> 3666233 INFO  (jetty-launcher-27620-thread-2) [    ] o.e.j.s.Server Started @3669209ms
   [junit4]   2> 3666233 INFO  (jetty-launcher-27620-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48638}
   [junit4]   2> 3666234 ERROR (jetty-launcher-27620-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3666234 INFO  (jetty-launcher-27620-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3666234 INFO  (jetty-launcher-27620-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 3666234 INFO  (jetty-launcher-27620-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3666234 INFO  (jetty-launcher-27620-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3666234 INFO  (jetty-launcher-27620-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-07T21:00:18.472Z
   [junit4]   2> 3666236 INFO  (zkConnectionManagerCallback-27622-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3666236 INFO  (zkConnectionManagerCallback-27624-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3666236 INFO  (jetty-launcher-27620-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3666241 INFO  (jetty-launcher-27620-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3666567 INFO  (jetty-launcher-27620-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3666568 WARN  (jetty-launcher-27620-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1a21384a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3666572 WARN  (jetty-launcher-27620-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@527bf0f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3666573 INFO  (jetty-launcher-27620-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40682/solr
   [junit4]   2> 3666575 INFO  (zkConnectionManagerCallback-27632-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3666578 INFO  (zkConnectionManagerCallback-27634-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3666672 INFO  (jetty-launcher-27620-thread-2) [n:127.0.0.1:48638_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48638_solr
   [junit4]   2> 3666673 INFO  (jetty-launcher-27620-thread-2) [n:127.0.0.1:48638_solr    ] o.a.s.c.Overseer Overseer (id=72100115931725830-127.0.0.1:48638_solr-n_0000000000) starting
   [junit4]   2> 3666680 INFO  (zkConnectionManagerCallback-27641-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3666684 INFO  (jetty-launcher-27620-thread-2) [n:127.0.0.1:48638_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40682/solr ready
   [junit4]   2> 3666685 INFO  (OverseerStateUpdate-72100115931725830-127.0.0.1:48638_solr-n_0000000000) [n:127.0.0.1:48638_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:48638_solr
   [junit4]   2> 3666687 INFO  (jetty-launcher-27620-thread-2) [n:127.0.0.1:48638_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48638_solr
   [junit4]   2> 3666691 INFO  (jetty-launcher-27620-thread-2) [n:127.0.0.1:48638_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.JWTAuthPlugin
   [junit4]   2> 3666700 INFO  (zkCallback-27640-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3666700 INFO  (zkCallback-27633-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3666733 WARN  (jetty-launcher-27620-thread-2) [n:127.0.0.1:48638_solr    ] o.a.s.s.JWTAuthPlugin Warning: No adminUiScope provided, fallback to 'solr' as required scope. If this is not correct, the Admin UI login may not work
   [junit4]   2> 3666807 INFO  (jetty-launcher-27620-thread-2) [n:127.0.0.1:48638_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3666839 INFO  (jetty-launcher-27620-thread-2) [n:127.0.0.1:48638_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48638.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a667ae8
   [junit4]   2> 3666848 INFO  (jetty-launcher-27620-thread-2) [n:127.0.0.1:48638_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48638.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a667ae8
   [junit4]   2> 3666848 INFO  (jetty-launcher-27620-thread-2) [n:127.0.0.1:48638_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48638.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a667ae8
   [junit4]   2> 3666849 INFO  (jetty-launcher-27620-thread-2) [n:127.0.0.1:48638_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.JWTAuthPluginIntegrationTest_E802783A47866FA1-001/tempDir-001/node2/.
   [junit4]   2> 3667570 INFO  (jetty-launcher-27620-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3667572 WARN  (jetty-launcher-27620-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7370acff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3667576 WARN  (jetty-launcher-27620-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2e2cb7a7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3667577 INFO  (jetty-launcher-27620-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40682/solr
   [junit4]   2> 3667579 INFO  (zkConnectionManagerCallback-27648-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3667582 INFO  (zkConnectionManagerCallback-27650-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3667589 INFO  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3667593 INFO  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:49986_solr as DOWN
   [junit4]   2> 3667595 INFO  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3667595 INFO  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49986_solr
   [junit4]   2> 3667597 INFO  (zkCallback-27633-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3667597 INFO  (zkCallback-27640-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3667597 INFO  (zkCallback-27649-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3667598 INFO  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.JWTAuthPlugin
   [junit4]   2> 3667598 WARN  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.s.JWTAuthPlugin Warning: No adminUiScope provided, fallback to 'solr' as required scope. If this is not correct, the Admin UI login may not work
   [junit4]   2> 3667620 INFO  (zkConnectionManagerCallback-27657-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3667622 INFO  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3667623 INFO  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40682/solr ready
   [junit4]   2> 3667624 INFO  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3667641 INFO  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49986.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a667ae8
   [junit4]   2> 3667647 INFO  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49986.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a667ae8
   [junit4]   2> 3667648 INFO  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49986.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a667ae8
   [junit4]   2> 3667648 INFO  (jetty-launcher-27620-thread-1) [n:127.0.0.1:49986_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.JWTAuthPluginIntegrationTest_E802783A47866FA1-001/tempDir-001/node1/.
   [junit4]   2> 3667675 INFO  (zkConnectionManagerCallback-27663-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3667677 INFO  (TEST-JWTAuthPluginIntegrationTest.infoRequestWithoutToken-seed#[E802783A47866FA1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3667678 INFO  (TEST-JWTAuthPluginIntegrationTest.infoRequestWithoutToken-seed#[E802783A47866FA1]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40682/solr ready
   [junit4]   2> 3668157 INFO  (qtp1258930179-68272) [    ] o.a.s.s.JWTAuthPlugin JWT Authentication attempt failed: Require authentication
   [junit4]   2> 3668164 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1623569433
   [junit4]   2> 3668164 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:48638_solr
   [junit4]   2> 3668165 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 3668165 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:48638_solr as DOWN
   [junit4]   2> 3668166 INFO  (jetty-closer-27664-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1916603643
   [junit4]   2> 3668166 INFO  (jetty-closer-27664-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:49986_solr
   [junit4]   2> 3668166 INFO  (jetty-closer-27664-thread-2) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 3668166 INFO  (jetty-closer-27664-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:49986_solr as DOWN
   [junit4]   2> 3668169 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3668169 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3668169 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fc5811b: rootName = solr_48638, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@730ad405
   [junit4]   2> 3668170 INFO  (jetty-closer-27664-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3668170 INFO  (jetty-closer-27664-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b29e5dc: rootName = solr_49986, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5f032bb2
   [junit4]   2> 3668178 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3668178 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ca16ed3: rootName = solr_48638, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fb49aec
   [junit4]   2> 3668181 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3668181 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e14408: rootName = solr_48638, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1ce4ef27
   [junit4]   2> 3668181 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3668181 INFO  (jetty-closer-27664-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3668181 INFO  (jetty-closer-27664-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ade0c44: rootName = solr_49986, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fb49aec
   [junit4]   2> 3668182 INFO  (closeThreadPool-27671-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72100115931725830-127.0.0.1:48638_solr-n_0000000000) closing
   [junit4]   2> 3668182 INFO  (OverseerStateUpdate-72100115931725830-127.0.0.1:48638_solr-n_0000000000) [n:127.0.0.1:48638_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48638_solr
   [junit4]   2> 3668183 INFO  (OverseerAutoScalingTriggerThread-72100115931725830-127.0.0.1:48638_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3668189 INFO  (zkCallback-27649-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49986_solr
   [junit4]   2> 3668189 INFO  (zkCallback-27656-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3668189 INFO  (zkCallback-27640-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3668189 INFO  (zkCallback-27649-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3668190 INFO  (jetty-closer-27664-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3668190 INFO  (jetty-closer-27664-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32afe71e: rootName = solr_49986, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1ce4ef27
   [junit4]   2> 3668190 INFO  (jetty-closer-27664-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3668191 INFO  (closeThreadPool-27671-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72100115931725830-127.0.0.1:48638_solr-n_0000000000) closing
   [junit4]   2> 3668193 INFO  (zkCallback-27656-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3668193 INFO  (jetty-closer-27664-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72100115931725830-127.0.0.1:48638_solr-n_0000000000) closing
   [junit4]   2> 3668200 INFO  (jetty-closer-27664-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d35b84a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 3668200 INFO  (jetty-closer-27664-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@8257279{/solr,null,UNAVAILABLE}
   [junit4]   2> 3668201 INFO  (jetty-closer-27664-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 3668205 INFO  (jetty-closer-27664-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3cda8d4f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 3668206 INFO  (jetty-closer-27664-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18825873{/solr,null,UNAVAILABLE}
   [junit4]   2> 3668207 INFO  (jetty-closer-27664-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 3668209 INFO  (TEST-JWTAuthPluginIntegrationTest.infoRequestWithoutToken-seed#[E802783A47866FA1]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 3668212 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 3668218 INFO  (TEST-JWTAuthPluginIntegrationTest.infoRequestWithoutToken-seed#[E802783A47866FA1]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40682
   [junit4]   2> 3668218 INFO  (TEST-JWTAuthPluginIntegrationTest.infoRequestWithoutToken-seed#[E802783A47866FA1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40682
   [junit4]   2> 3668246 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[E802783A47866FA1]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.security.JWTAuthPluginIntegrationTest_E802783A47866FA1-001/tempDir-002
   [junit4]   2> 3668247 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[E802783A47866FA1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3668247 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3668247 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3668349 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[E802783A47866FA1]) [    ] o.a.s.c.ZkTestServer start zk server on port:55185
   [junit4]   2> 3668349 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[E802783A47866FA1]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55185
   [junit4]   2> 3668349 INFO  (TEST-JWTAuthPluginIntegrationTest.testMetrics-seed#[E802783A47866FA1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55185
   [junit4]   2> 3668383 INFO  (zkConnectionManagerCallback-27674-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3668427 INFO  (zkConnectionManagerCallback-27676-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3668445 INFO  (zkConnectionManagerCallback-27678-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3668486 WARN  (jetty-launcher-27679-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3668486 WARN  (jetty-launcher-27679-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3668486 INFO  (jetty-launcher-27679-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3668486 INFO  (jetty-launcher-27679-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3668486 INFO  (jetty-launcher-27679-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3668486 INFO  (jetty-launcher-27679-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3668486 INFO  (jetty-launcher-27679-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 3668486 INFO  (jetty-launcher-27679-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 3668488 INFO  (jetty-launcher-27679-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3668488 INFO  (jetty-launcher-27679-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3668488 INFO  (jetty-launcher-27679-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3668489 INFO  (jetty-launcher-27679-thread-1) [    ] o.e.j.s.se

[...truncated too long message...]

e(TestSolrCloudWithHadoopAuthPlugin.java:139)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 70931 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E802783A47866FA1]-worker) [    ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
   [junit4]   2> 71935 INFO  (jetty-closer-618-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=97085781
   [junit4]   2> 71936 INFO  (jetty-closer-618-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36288_solr
   [junit4]   2> 71936 INFO  (jetty-closer-618-thread-1) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 71936 INFO  (jetty-closer-618-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:36288_solr as DOWN
   [junit4]   2> 71939 INFO  (jetty-closer-618-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 71940 INFO  (jetty-closer-618-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51021490: rootName = solr_36288, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3877e842
   [junit4]   2> 71945 INFO  (jetty-closer-618-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 71945 INFO  (jetty-closer-618-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@346a8a34: rootName = solr_36288, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@51f57565
   [junit4]   2> 71947 INFO  (jetty-closer-618-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 71947 INFO  (jetty-closer-618-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d445e95: rootName = solr_36288, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4165a802
   [junit4]   2> 71947 INFO  (jetty-closer-618-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 71947 INFO  (closeThreadPool-622-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72100248954404869-127.0.0.1:36288_solr-n_0000000000) closing
   [junit4]   2> 71949 INFO  (OverseerStateUpdate-72100248954404869-127.0.0.1:36288_solr-n_0000000000) [n:127.0.0.1:36288_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36288_solr
   [junit4]   2> 71951 INFO  (OverseerAutoScalingTriggerThread-72100248954404869-127.0.0.1:36288_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 71958 INFO  (closeThreadPool-622-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72100248954404869-127.0.0.1:36288_solr-n_0000000000) closing
   [junit4]   2> 71959 INFO  (jetty-closer-618-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72100248954404869-127.0.0.1:36288_solr-n_0000000000) closing
   [junit4]   2> 71990 INFO  (jetty-closer-618-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7fb10f60{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 71991 INFO  (jetty-closer-618-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14ea33fc{/solr,null,UNAVAILABLE}
   [junit4]   2> 71995 INFO  (jetty-closer-618-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 71997 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E802783A47866FA1]-worker) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 72001 WARN  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections/testkerberoscollection/terms/shard1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/testkerberoscollection/state.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/testkerberoscollection/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 72006 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E802783A47866FA1]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:47415
   [junit4]   2> 72006 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[E802783A47866FA1]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 47415
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_E802783A47866FA1-002
   [junit4]   2> May 07, 2019 9:34:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=PostingsFormat(name=LuceneFixedGap), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=220, maxMBSortInHeap=5.440998309642478, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2c761423), locale=uk-UA, timezone=Europe/Tirane
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_201 (64-bit)/cpus=3,threads=1,free=70044952,total=370147328
   [junit4]   2> NOTE: All tests run in this JVM: [JWTAuthPluginIntegrationTest, JWTAuthPluginIntegrationTest, JWTAuthPluginIntegrationTest, TestSolrCloudWithHadoopAuthPlugin, TestSolrCloudWithHadoopAuthPlugin]
   [junit4] Completed [10/10 (10!)] on J0 in 6.80s, 1 test, 1 failure <<< FAILURES!
   [junit4] 
   [junit4] 
   [junit4] Tests with failures [seed: E802783A47866FA1]:
   [junit4]   - org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
   [junit4]   - org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
   [junit4]   - org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed
   [junit4]   - org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
   [junit4]   - org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed
   [junit4]   - org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed
   [junit4]   - org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed
   [junit4]   - org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
   [junit4]   - org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed
   [junit4]   - org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     1.03 ..    73.15 =    72.12s
   [junit4] JVM J1:     1.04 ..    69.45 =    68.40s
   [junit4] Execution time total: 1 minute 13 seconds
   [junit4] Tests summary: 10 suites, 20 tests, 10 failures

BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/common-build.xml:1573: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/common-build.xml:1100: There were test failures: 10 suites, 20 tests, 10 failures [seed: E802783A47866FA1]

Total time: 1 minute 16 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   5/5 failed: org.apache.solr.security.JWTAuthPluginIntegrationTest
[repro]   5/5 failed: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=8569fb6f8bf253c54121eddd94fbdb9c9a3e3e77, workspace=/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris
[WARNINGS] Computing warning deltas based on reference build #112
Recording test results
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 112 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/112/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testModifyCollectionAttribute

Error Message:
Error starting up MiniSolrCloudCluster

Stack Trace:
java.lang.Exception: Error starting up MiniSolrCloudCluster
	at __randomizedtesting.SeedInfo.seed([BD4F906F9574E89C:CD2F2D4A4DED41B0]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:652)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:306)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:212)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:204)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.beforeTest(CollectionsAPISolrJTest.java:89)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: java.lang.RuntimeException: Jetty/Solr unresponsive
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
		at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
		at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
	Suppressed: java.lang.RuntimeException: Jetty/Solr unresponsive
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
		at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
		at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
	Suppressed: java.lang.RuntimeException: Jetty/Solr unresponsive
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
		at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
		at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
	Suppressed: java.lang.RuntimeException: Jetty/Solr unresponsive
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
		at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
		at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPISolrJTest

Error Message:
37 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPISolrJTest:     1) Thread[id=4834, name=qtp724444000-4834, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=4845, name=Scheduler-468139423, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=4863, name=qtp331044918-4863, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=4869, name=Scheduler-1874839615, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=4874, name=Scheduler-494711857, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=4828, name=qtp724444000-4828, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=4830, name=qtp724444000-4830, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=4838, name=qtp1325640738-4838, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=4859, name=Scheduler-106258138, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=4852, name=qtp1791622488-4852, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   11) Thread[id=4857, name=qtp1791622488-4857, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   12) Thread[id=4843, name=qtp1325640738-4843, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   13) Thread[id=4853, name=qtp1791622488-4853, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   14) Thread[id=4860, name=qtp331044918-4860, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   15) Thread[id=4867, name=qtp331044918-4867, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   16) Thread[id=4832, name=qtp724444000-4832, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   17) Thread[id=4855, name=qtp1791622488-4855, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   18) Thread[id=4835, name=qtp724444000-4835, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   19) Thread[id=4840, name=qtp1325640738-4840-acceptor-0@76974f5d-ServerConnector@7df2e650{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35239}, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   20) Thread[id=4858, name=qtp1791622488-4858, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   21) Thread[id=4866, name=qtp331044918-4866, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   22) Thread[id=4854, name=qtp1791622488-4854, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   23) Thread[id=4861, name=qtp331044918-4861, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   24) Thread[id=4851, name=qtp1791622488-4851-acceptor-0@55b1a708-ServerConnector@1a1e2999{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:63338}, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   25) Thread[id=4864, name=qtp331044918-4864-acceptor-0@36647cd5-ServerConnector@5efc4572{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:61117}, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   26) Thread[id=4862, name=qtp331044918-4862, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   27) Thread[id=4837, name=qtp1325640738-4837, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   28) Thread[id=4839, name=qtp1325640738-4839, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   29) Thread[id=4856, name=qtp1791622488-4856, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   30) Thread[id=4833, name=qtp724444000-4833, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   31) Thread[id=4831, name=qtp724444000-4831, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   32) Thread[id=4841, name=qtp1325640738-4841, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   33) Thread[id=4842, name=qtp1325640738-4842, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   34) Thread[id=4829, name=qtp724444000-4829-acceptor-0@7df1ebf7-ServerConnector@96a9959{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:62239}, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)   35) Thread[id=4865, name=qtp331044918-4865, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)   36) Thread[id=4836, name=Scheduler-586125689, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   37) Thread[id=4844, name=qtp1325640738-4844, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 37 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPISolrJTest: 
   1) Thread[id=4834, name=qtp724444000-4834, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=4845, name=Scheduler-468139423, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=4863, name=qtp331044918-4863, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=4869, name=Scheduler-1874839615, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=4874, name=Scheduler-494711857, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=4828, name=qtp724444000-4828, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=4830, name=qtp724444000-4830, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=4838, name=qtp1325640738-4838, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=4859, name=Scheduler-106258138, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=4852, name=qtp1791622488-4852, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  11) Thread[id=4857, name=qtp1791622488-4857, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  12) Thread[id=4843, name=qtp1325640738-4843, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  13) Thread[id=4853, name=qtp1791622488-4853, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  14) Thread[id=4860, name=qtp331044918-4860, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  15) Thread[id=4867, name=qtp331044918-4867, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  16) Thread[id=4832, name=qtp724444000-4832, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  17) Thread[id=4855, name=qtp1791622488-4855, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  18) Thread[id=4835, name=qtp724444000-4835, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  19) Thread[id=4840, name=qtp1325640738-4840-acceptor-0@76974f5d-ServerConnector@7df2e650{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35239}, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  20) Thread[id=4858, name=qtp1791622488-4858, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  21) Thread[id=4866, name=qtp331044918-4866, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  22) Thread[id=4854, name=qtp1791622488-4854, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  23) Thread[id=4861, name=qtp331044918-4861, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  24) Thread[id=4851, name=qtp1791622488-4851-acceptor-0@55b1a708-ServerConnector@1a1e2999{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:63338}, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  25) Thread[id=4864, name=qtp331044918-4864-acceptor-0@36647cd5-ServerConnector@5efc4572{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:61117}, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  26) Thread[id=4862, name=qtp331044918-4862, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  27) Thread[id=4837, name=qtp1325640738-4837, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  28) Thread[id=4839, name=qtp1325640738-4839, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  29) Thread[id=4856, name=qtp1791622488-4856, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  30) Thread[id=4833, name=qtp724444000-4833, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  31) Thread[id=4831, name=qtp724444000-4831, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  32) Thread[id=4841, name=qtp1325640738-4841, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  33) Thread[id=4842, name=qtp1325640738-4842, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  34) Thread[id=4829, name=qtp724444000-4829-acceptor-0@7df1ebf7-ServerConnector@96a9959{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:62239}, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
  35) Thread[id=4865, name=qtp331044918-4865, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
  36) Thread[id=4836, name=Scheduler-586125689, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  37) Thread[id=4844, name=qtp1325640738-4844, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([BD4F906F9574E89C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPISolrJTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=4862, name=qtp331044918-4862, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=4845, name=Scheduler-468139423, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=4837, name=qtp1325640738-4837, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=4869, name=Scheduler-1874839615, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=4859, name=Scheduler-106258138, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=4874, name=Scheduler-494711857, state=WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=4857, name=qtp1791622488-4857, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=4828, name=qtp724444000-4828, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]         at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)         at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)         at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)         at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=4836, name=Scheduler-586125689, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=4862, name=qtp331044918-4862, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=4845, name=Scheduler-468139423, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=4837, name=qtp1325640738-4837, state=RUNNABLE, group=TGRP-CollectionsAPISolrJTest]
        at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
        at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
        at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
        at org.eclipse.jetty.io.ManagedSelector$$Lambda$35/1220975308.run(Unknown Source)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=4869, name=Scheduler-1874839615, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=4859, name=Scheduler-106258138, state=TIMED_WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=4874, name=Scheduler-494711857, state=WAITING, group=TGRP-CollectionsAPISolrJTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at java.util.concurrent.ScheduledThreadPoolExe

[...truncated too long message...]

ica
   [junit4] OK      8.17s J1 | CollectionsAPISolrJTest.testCreateAndDeleteCollection
   [junit4] OK      3.37s J1 | CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam
   [junit4] IGNOR/A 0.00s J1 | CollectionsAPISolrJTest.testCreateAndDeleteShard
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-13021))
   [junit4] OK      6.28s J1 | CollectionsAPISolrJTest.testReadOnlyCollection
   [junit4] OK      7.18s J1 | CollectionsAPISolrJTest.testRenameCollection
   [junit4] OK      4.85s J1 | CollectionsAPISolrJTest.testColStatus
   [junit4] OK      4.55s J1 | CollectionsAPISolrJTest.testAddAndDeleteReplicaProp
   [junit4] OK      7.74s J1 | CollectionsAPISolrJTest.testCreateCollWithDefaultClusterPropertiesOldFormat
   [junit4] OK      3.54s J1 | CollectionsAPISolrJTest.testCreateAndDeleteAlias
   [junit4] OK      1.73s J1 | CollectionsAPISolrJTest.testOverseerStatus
   [junit4] OK      5.13s J1 | CollectionsAPISolrJTest.testCollectionProp
   [junit4] OK      5.82s J1 | CollectionsAPISolrJTest.testCreateWithDefaultConfigSet
   [junit4] OK      5.26s J1 | CollectionsAPISolrJTest.testBalanceShardUnique
   [junit4] OK      2.39s J1 | CollectionsAPISolrJTest.testClusterProp
   [junit4] OK      1.66s J1 | CollectionsAPISolrJTest.testList
   [junit4] OK      5.35s J1 | CollectionsAPISolrJTest.testCloudInfoInCoreStatus
   [junit4] OK      8.18s J1 | CollectionsAPISolrJTest.testCreateCollWithDefaultClusterPropertiesNewFormat
   [junit4] OK      13.5s J1 | CollectionsAPISolrJTest.testSplitShard
   [junit4] Completed [4/5] on J1 in 105.49s, 20 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest
   [junit4] OK      4.22s J0 | CollectionsAPISolrJTest.testModifyCollectionAttribute
   [junit4] OK      6.42s J0 | CollectionsAPISolrJTest.testAddAndDeleteReplica
   [junit4] OK      8.71s J0 | CollectionsAPISolrJTest.testCreateAndDeleteCollection
   [junit4] OK      3.73s J0 | CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam
   [junit4] IGNOR/A 0.00s J0 | CollectionsAPISolrJTest.testCreateAndDeleteShard
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-13021))
   [junit4] OK      6.24s J0 | CollectionsAPISolrJTest.testReadOnlyCollection
   [junit4] OK      7.26s J0 | CollectionsAPISolrJTest.testRenameCollection
   [junit4] OK      4.74s J0 | CollectionsAPISolrJTest.testColStatus
   [junit4] OK      4.62s J0 | CollectionsAPISolrJTest.testAddAndDeleteReplicaProp
   [junit4] OK      7.66s J0 | CollectionsAPISolrJTest.testCreateCollWithDefaultClusterPropertiesOldFormat
   [junit4] OK      3.56s J0 | CollectionsAPISolrJTest.testCreateAndDeleteAlias
   [junit4] OK      1.64s J0 | CollectionsAPISolrJTest.testOverseerStatus
   [junit4] OK      4.45s J0 | CollectionsAPISolrJTest.testCollectionProp
   [junit4] OK      5.59s J0 | CollectionsAPISolrJTest.testCreateWithDefaultConfigSet
   [junit4] OK      4.99s J0 | CollectionsAPISolrJTest.testBalanceShardUnique
   [junit4] OK      2.37s J0 | CollectionsAPISolrJTest.testClusterProp
   [junit4] OK      1.42s J0 | CollectionsAPISolrJTest.testList
   [junit4] OK      4.63s J0 | CollectionsAPISolrJTest.testCloudInfoInCoreStatus
   [junit4] OK      7.49s J0 | CollectionsAPISolrJTest.testCreateCollWithDefaultClusterPropertiesNewFormat
   [junit4] OK      11.1s J0 | CollectionsAPISolrJTest.testSplitShard
   [junit4] Completed [5/5] on J0 in 101.58s, 20 tests, 1 skipped
   [junit4] 
   [junit4] JVM J0:     0.72 ..   351.00 =   350.28s
   [junit4] JVM J1:     0.72 ..   248.90 =   248.18s
   [junit4] Execution time total: 5 minutes 51 seconds
   [junit4] Tests summary: 5 suites, 100 tests, 5 ignored (5 assumptions)
   [junit4] Could not remove temporary path: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp])
   [junit4] Could not remove temporary path: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp])
     [echo] 5 slowest tests:
[junit4:tophints] 213.77s | org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4:tophints] 143.65s | org.apache.solr.search.facet.TestJsonFacets
[junit4:tophints] 133.28s | org.apache.solr.cloud.CollectionsAPISolrJTest
[junit4:tophints] 117.80s | org.apache.solr.update.SoftAutoCommitTest
[junit4:tophints]  73.18s | org.apache.solr.TestDistributedSearch

-check-totals:

test-nocompile:

BUILD SUCCESSFUL
Total time: 5 minutes 53 seconds
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.CollectionsAPISolrJTest
[repro] Exiting with code 0
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2802)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2681)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2662)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3040)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to Solaris VBOX
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1743)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:957)
		at hudson.FilePath.act(FilePath.java:1069)
		at hudson.FilePath.act(FilePath.java:1058)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2660)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1843)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3042)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1071)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2660)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1843)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=8cde22ba01d8bdeaefd5e3af197ef61404ec9406, workspace=/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris
[WARNINGS] Computing warning deltas based on reference build #110
Recording test results
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 111 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/111/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

No tests ran.

Build Log:
[...truncated 13015 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
   [junit4]   2> 284682 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_5366837DEF97E64E-001/init-core-data-001
   [junit4]   2> 284683 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 284683 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 284683 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 284683 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_5366837DEF97E64E-001/tempDir-001
   [junit4]   2> 284687 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 284687 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 284687 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 284787 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:56159
   [junit4]   2> 284787 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:56159
   [junit4]   2> 284787 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 56159
   [junit4]   2> 284794 INFO  (zkConnectionManagerCallback-1671-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 284798 INFO  (zkConnectionManagerCallback-1673-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 284801 INFO  (zkConnectionManagerCallback-1675-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 284803 WARN  (jetty-launcher-1676-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 284803 INFO  (jetty-launcher-1676-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 284803 INFO  (jetty-launcher-1676-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 284803 INFO  (jetty-launcher-1676-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 284803 WARN  (jetty-launcher-1676-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 284804 INFO  (jetty-launcher-1676-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 284804 INFO  (jetty-launcher-1676-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 284804 INFO  (jetty-launcher-1676-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 284805 WARN  (jetty-launcher-1676-thread-4) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 284805 INFO  (jetty-launcher-1676-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 284805 INFO  (jetty-launcher-1676-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 284805 INFO  (jetty-launcher-1676-thread-4) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 284806 INFO  (jetty-launcher-1676-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 284806 INFO  (jetty-launcher-1676-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 284806 INFO  (jetty-launcher-1676-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 284806 WARN  (jetty-launcher-1676-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 284806 INFO  (jetty-launcher-1676-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56854ed1{/solr,null,AVAILABLE}
   [junit4]   2> 284806 INFO  (jetty-launcher-1676-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 284806 INFO  (jetty-launcher-1676-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 284806 INFO  (jetty-launcher-1676-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 284807 INFO  (jetty-launcher-1676-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 284807 INFO  (jetty-launcher-1676-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 284807 INFO  (jetty-launcher-1676-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 284807 INFO  (jetty-launcher-1676-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5909cc7b{/solr,null,AVAILABLE}
   [junit4]   2> 284808 INFO  (jetty-launcher-1676-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 284808 INFO  (jetty-launcher-1676-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 284808 INFO  (jetty-launcher-1676-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 284808 INFO  (jetty-launcher-1676-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f80bea0{/solr,null,AVAILABLE}
   [junit4]   2> 284811 INFO  (jetty-launcher-1676-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 284811 INFO  (jetty-launcher-1676-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 284811 INFO  (jetty-launcher-1676-thread-4) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 284811 INFO  (jetty-launcher-1676-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1deda13c{/solr,null,AVAILABLE}
   [junit4]   2> 284812 INFO  (jetty-launcher-1676-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@11b063da{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34401}
   [junit4]   2> 284812 INFO  (jetty-launcher-1676-thread-1) [    ] o.e.j.s.Server Started @285136ms
   [junit4]   2> 284812 INFO  (jetty-launcher-1676-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34401}
   [junit4]   2> 284812 ERROR (jetty-launcher-1676-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T08:52:59.561Z
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c5ffe86{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44636}
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-2) [    ] o.e.j.s.Server Started @285137ms
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44636}
   [junit4]   2> 284813 ERROR (jetty-launcher-1676-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T08:52:59.561Z
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@74284e2b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42948}
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-4) [    ] o.e.j.s.Server Started @285137ms
   [junit4]   2> 284813 INFO  (jetty-launcher-1676-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42948}
   [junit4]   2> 284814 ERROR (jetty-launcher-1676-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 284814 INFO  (jetty-launcher-1676-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 284814 INFO  (jetty-launcher-1676-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 284814 INFO  (jetty-launcher-1676-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 284814 INFO  (jetty-launcher-1676-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 284814 INFO  (jetty-launcher-1676-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T08:52:59.562Z
   [junit4]   2> 284816 INFO  (jetty-launcher-1676-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@398434cd{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39820}
   [junit4]   2> 284816 INFO  (jetty-launcher-1676-thread-3) [    ] o.e.j.s.Server Started @285140ms
   [junit4]   2> 284816 INFO  (jetty-launcher-1676-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39820}
   [junit4]   2> 284817 ERROR (jetty-launcher-1676-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 284817 INFO  (jetty-launcher-1676-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 284817 INFO  (jetty-launcher-1676-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 284817 INFO  (jetty-launcher-1676-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 284817 INFO  (jetty-launcher-1676-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 284817 INFO  (jetty-launcher-1676-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T08:52:59.565Z
   [junit4]   2> 284817 INFO  (zkConnectionManagerCallback-1680-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 284818 INFO  (zkConnectionManagerCallback-1678-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 284818 INFO  (jetty-launcher-1676-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 284819 INFO  (jetty-launcher-1676-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 284819 INFO  (zkConnectionManagerCallback-1682-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 284820 INFO  (jetty-launcher-1676-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 284826 INFO  (zkConnectionManagerCallback-1684-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 284828 INFO  (jetty-launcher-1676-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 285189 INFO  (jetty-launcher-1676-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 285191 WARN  (jetty-launcher-1676-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6da46560[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 285193 WARN  (jetty-launcher-1676-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@74bf1383[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 285194 INFO  (jetty-launcher-1676-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56159/solr
   [junit4]   2> 285196 INFO  (zkConnectionManagerCallback-1694-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 285218 INFO  (zkConnectionManagerCallback-1696-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 285288 INFO  (jetty-launcher-1676-thread-3) [n:127.0.0.1:39820_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39820_solr
   [junit4]   2> 285289 INFO  (jetty-launcher-1676-thread-3) [n:127.0.0.1:39820_solr    ] o.a.s.c.Overseer Overseer (id=72080253579689992-127.0.0.1:39820_solr-n_0000000000) starting
   [junit4]   2> 285295 INFO  (zkConnectionManagerCallback-1703-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 285298 INFO  (jetty-launcher-1676-thread-3) [n:127.0.0.1:39820_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56159/solr ready
   [junit4]   2> 285299 INFO  (OverseerStateUpdate-72080253579689992-127.0.0.1:39820_solr-n_0000000000) [n:127.0.0.1:39820_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39820_solr
   [junit4]   2> 285299 INFO  (jetty-launcher-1676-thread-3) [n:127.0.0.1:39820_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39820_solr
   [junit4]   2> 285302 INFO  (OverseerStateUpdate-72080253579689992-127.0.0.1:39820_solr-n_0000000000) [n:127.0.0.1:39820_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 285303 INFO  (zkCallback-1702-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 285320 INFO  (jetty-launcher-1676-thread-3) [n:127.0.0.1:39820_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 285356 INFO  (jetty-launcher-1676-thread-3) [n:127.0.0.1:39820_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39820.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 285362 INFO  (jetty-launcher-1676-thread-3) [n:127.0.0.1:39820_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39820.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 285362 INFO  (jetty-launcher-1676-thread-3) [n:127.0.0.1:39820_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39820.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 285363 INFO  (jetty-launcher-1676-thread-3) [n:127.0.0.1:39820_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_5366837DEF97E64E-001/tempDir-001/node4/.
   [junit4]   2> 285500 INFO  (jetty-launcher-1676-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 285506 WARN  (jetty-launcher-1676-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1a3dd279[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 285509 WARN  (jetty-launcher-1676-thread-4) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2c4a326d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 285510 INFO  (jetty-launcher-1676-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56159/solr
   [junit4]   2> 285512 INFO  (zkConnectionManagerCallback-1710-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 285515 INFO  (zkConnectionManagerCallback-1712-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 285517 INFO  (jetty-launcher-1676-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 285519 INFO  (jetty-launcher-1676-thread-4) [n:127.0.0.1:42948_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 285520 WARN  (jetty-launcher-1676-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@149f3892[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 285523 INFO  (jetty-launcher-1676-thread-4) [n:127.0.0.1:42948_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:42948_solr as DOWN
   [junit4]   2> 285524 INFO  (jetty-launcher-1676-thread-4) [n:127.0.0.1:42948_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 285524 INFO  (jetty-launcher-1676-thread-4) [n:127.0.0.1:42948_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42948_solr
   [junit4]   2> 285525 INFO  (zkCallback-1695-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 285525 INFO  (zkCallback-1702-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 285526 WARN  (jetty-launcher-1676-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@628f92dd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 285526 INFO  (jetty-launcher-1676-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56159/solr
   [junit4]   2> 285528 INFO  (zkCallback-1711-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 285538 INFO  (zkConnectionManagerCallback-1720-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 285541 INFO  (zkConnectionManagerCallback-1722-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 285546 INFO  (jetty-launcher-1676-thread-1) [n:127.0.0.1:34401_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 285549 INFO  (zkConnectionManagerCallback-1729-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 285550 INFO  (jetty-launcher-1676-thread-1) [n:127.0.0.1:34401_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:34401_solr as DOWN
   [junit4]   2> 285551 INFO  (jetty-launcher-1676-thread-4) [n:127.0.0.1:42948_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 285552 INFO  (jetty-launcher-1676-thread-1) [n:127.0.0.1:34401_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 285552 INFO  (jetty-launcher-1676-thread-1) [n:127.0.0.1:34401_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34401_solr
   [junit4]   2> 285553 INFO  (zkCallback-1695-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 285554 INFO  (zkCallback-1702-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 285554 INFO  (jetty-launcher-1676-thread-4) [n:127.0.0.1:42948_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56159/solr ready
   [junit4]   2> 285554 INFO  (zkCallback-1711-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 285555 INFO  (jetty-launcher-1676-thread-4) [n:127.0.0.1:42948_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 285556 INFO  (zkCallback-1721-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 285558 INFO  (zkCallback-1728-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 285574 INFO  (zkConnectionManagerCallback-1735-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 285575 INFO  (jetty-launcher-1676-thread-1) [n:127.0.0.1:34401_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 285576 INFO  (jetty-launcher-1676-thread-1) [n:127.0.0.1:34401_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56159/solr ready
   [junit4]   2> 285577 INFO  (jetty-launcher-1676-thread-4) [n:127.0.0.1:42948_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42948.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 285577 INFO  (jetty-launcher-1676-thread-1) [n:127.0.0.1:34401_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 285587 INFO  (jetty-launcher-1676-thread-4) [n:127.0.0.1:42948_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42948.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 285587 INFO  (jetty-launcher-1676-thread-4) [n:127.0.0.1:42948_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42948.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 285588 INFO  (jetty-launcher-1676-thread-4) [n:127.0.0.1:42948_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_5366837DEF97E64E-001/tempDir-001/node3/.
   [junit4]   2> 285594 INFO  (jetty-launcher-1676-thread-1) [n:127.0.0.1:34401_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34401.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 285601 INFO  (jetty-launcher-1676-thread-1) [n:127.0.0.1:34401_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34401.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 285601 INFO  (jetty-launcher-1676-thread-1) [n:127.0.0.1:34401_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34401.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 285601 INFO  (jetty-launcher-1676-thread-1) [n:127.0.0.1:34401_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_5366837DEF97E64E-001/tempDir-001/node1/.
   [junit4]   2> 286120 INFO  (jetty-launcher-1676-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 286121 WARN  (jetty-launcher-1676-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5ed11de1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 286127 WARN  (jetty-launcher-1676-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5277384[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 286128 INFO  (jetty-launcher-1676-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56159/solr
   [junit4]   2> 286131 INFO  (zkConnectionManagerCallback-1742-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 286134 INFO  (zkConnectionManagerCallback-1744-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 286141 INFO  (jetty-launcher-1676-thread-2) [n:127.0.0.1:44636_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 286147 INFO  (jetty-launcher-1676-thread-2) [n:127.0.0.1:44636_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:44636_solr as DOWN
   [junit4]   2> 286149 INFO  (jetty-launcher-1676-thread-2) [n:127.0.0.1:44636_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 286149 INFO  (jetty-launcher-1676-thread-2) [n:127.0.0.1:44636_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44636_solr
   [junit4]   2> 286151 INFO  (zkCallback-1702-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286151 INFO  (zkCallback-1695-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286151 INFO  (zkCallback-1711-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286151 INFO  (zkCallback-1728-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286151 INFO  (zkCallback-1721-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286152 INFO  (zkCallback-1734-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286153 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286169 INFO  (zkConnectionManagerCallback-1751-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 286171 INFO  (jetty-launcher-1676-thread-2) [n:127.0.0.1:44636_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 286171 INFO  (jetty-launcher-1676-thread-2) [n:127.0.0.1:44636_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56159/solr ready
   [junit4]   2> 286171 INFO  (jetty-launcher-1676-thread-2) [n:127.0.0.1:44636_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 286188 INFO  (jetty-launcher-1676-thread-2) [n:127.0.0.1:44636_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44636.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 286194 INFO  (jetty-launcher-1676-thread-2) [n:127.0.0.1:44636_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44636.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 286194 INFO  (jetty-launcher-1676-thread-2) [n:127.0.0.1:44636_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44636.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 286195 INFO  (jetty-launcher-1676-thread-2) [n:127.0.0.1:44636_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_5366837DEF97E64E-001/tempDir-001/node2/.
   [junit4]   2> 286232 INFO  (zkConnectionManagerCallback-1757-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 286235 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 286237 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56159/solr ready
   [junit4]   2> 286241 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=688735817
   [junit4]   2> 286241 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39820_solr
   [junit4]   2> 286241 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 286242 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:39820_solr as DOWN
   [junit4]   2> 286245 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 286245 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 286245 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fcab402: rootName = solr_39820, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@555a9069
   [junit4]   2> 286249 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 286249 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35414e88: rootName = solr_39820, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3de79e5f
   [junit4]   2> 286251 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 286251 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5bd189bd: rootName = solr_39820, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7a931965
   [junit4]   2> 286252 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 286252 INFO  (closeThreadPool-1761-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72080253579689992-127.0.0.1:39820_solr-n_0000000000) closing
   [junit4]   2> 286252 INFO  (OverseerAutoScalingTriggerThread-72080253579689992-127.0.0.1:39820_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 286252 INFO  (OverseerStateUpdate-72080253579689992-127.0.0.1:39820_solr-n_0000000000) [n:127.0.0.1:39820_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39820_solr
   [junit4]   2> 286260 INFO  (zkCallback-1702-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 286261 INFO  (zkCallback-1711-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42948_solr
   [junit4]   2> 286261 INFO  (zkCallback-1711-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 286261 INFO  (zkCallback-1728-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 286261 INFO  (zkCallback-1734-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 286261 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 286263 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.Overseer Overseer (id=72080253579689992-127.0.0.1:39820_solr-n_0000000000) closing
   [junit4]   2> 286264 INFO  (closeThreadPool-1761-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72080253579689992-127.0.0.1:39820_solr-n_0000000000) closing
   [junit4]   2> 286265 INFO  (zkCallback-1711-thread-1) [n:127.0.0.1:42948_solr    ] o.a.s.c.Overseer Overseer (id=72080253579689995-127.0.0.1:42948_solr-n_0000000001) starting
   [junit4]   2> 286265 INFO  (zkCallback-1721-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 286265 INFO  (zkCallback-1750-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 286265 INFO  (zkCallback-1756-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 286269 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@398434cd{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 286270 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5909cc7b{/solr,null,UNAVAILABLE}
   [junit4]   2> 286270 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 286272 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 286272 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 286273 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 286273 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 286274 INFO  (OverseerStateUpdate-72080253579689995-127.0.0.1:42948_solr-n_0000000001) [n:127.0.0.1:42948_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42948_solr
   [junit4]   2> 286276 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 286276 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 286276 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 286276 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8e6cd99{/solr,null,AVAILABLE}
   [junit4]   2> 286277 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6bdcb6d7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41707}
   [junit4]   2> 286277 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.Server Started @286601ms
   [junit4]   2> 286277 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34295}
   [junit4]   2> 286277 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286277 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 286278 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 286278 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286278 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286278 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T08:53:01.026Z
   [junit4]   2> 286283 INFO  (zkConnectionManagerCallback-1763-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 286284 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286924 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 286926 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@50addaa0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 286929 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@65728f54[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 286930 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56159/solr
   [junit4]   2> 286932 INFO  (zkConnectionManagerCallback-1770-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 286935 INFO  (zkConnectionManagerCallback-1772-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 286947 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [n:127.0.0.1:34295_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 286952 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [n:127.0.0.1:34295_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:34295_solr as DOWN
   [junit4]   2> 286953 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [n:127.0.0.1:34295_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 286953 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [n:127.0.0.1:34295_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34295_solr
   [junit4]   2> 286955 INFO  (zkCallback-1728-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286955 INFO  (zkCallback-1721-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286955 INFO  (zkCallback-1711-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286956 INFO  (zkCallback-1734-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286956 INFO  (zkCallback-1750-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286956 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286956 INFO  (zkCallback-1756-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286958 INFO  (zkCallback-1771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 286976 INFO  (zkConnectionManagerCallback-1779-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 286979 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [n:127.0.0.1:34295_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 286981 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [n:127.0.0.1:34295_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56159/solr ready
   [junit4]   2> 286981 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [n:127.0.0.1:34295_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 286995 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [n:127.0.0.1:34295_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34295.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 287007 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [n:127.0.0.1:34295_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34295.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 287008 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [n:127.0.0.1:34295_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34295.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 287009 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [n:127.0.0.1:34295_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_5366837DEF97E64E-001/tempDir-001/node4/.
   [junit4]   2> 287048 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:41707/solr. Proxy: http://127.0.0.1:34295/solr
   [junit4]   2> 287049 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1320602802
   [junit4]   2> 287049 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42948_solr
   [junit4]   2> 287050 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 287050 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:42948_solr as DOWN
   [junit4]   2> 287054 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 287054 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b88b438: rootName = solr_42948, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1277141e
   [junit4]   2> 287062 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 287062 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1997dd85: rootName = solr_42948, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3de79e5f
   [junit4]   2> 287064 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 287064 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64c78153: rootName = solr_42948, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7a931965
   [junit4]   2> 287064 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 287065 INFO  (closeThreadPool-1784-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72080253579689995-127.0.0.1:42948_solr-n_0000000001) closing
   [junit4]   2> 287065 INFO  (OverseerStateUpdate-72080253579689995-127.0.0.1:42948_solr-n_0000000001) [n:127.0.0.1:42948_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42948_solr
   [junit4]   2> 287065 INFO  (OverseerAutoScalingTriggerThread-72080253579689995-127.0.0.1:42948_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 287070 INFO  (zkCallback-1734-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287070 INFO  (zkCallback-1721-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34401_solr
   [junit4]   2> 287070 INFO  (zkCallback-1728-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287070 INFO  (zkCallback-1750-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287070 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287071 INFO  (zkCallback-1721-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287071 INFO  (zkCallback-1778-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287072 INFO  (zkCallback-1721-thread-1) [n:127.0.0.1:34401_solr    ] o.a.s.c.Overseer Overseer (id=72080253579689997-127.0.0.1:34401_solr-n_0000000002) starting
   [junit4]   2> 287077 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.Overseer Overseer (id=72080253579689995-127.0.0.1:42948_solr-n_0000000001) closing
   [junit4]   2> 287077 INFO  (closeThreadPool-1784-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72080253579689995-127.0.0.1:42948_solr-n_0000000001) closing
   [junit4]   2> 287078 INFO  (zkCallback-1756-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287079 INFO  (zkCallback-1771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287083 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@74284e2b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 287084 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1deda13c{/solr,null,UNAVAILABLE}
   [junit4]   2> 287085 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 287086 INFO  (OverseerStateUpdate-72080253579689997-127.0.0.1:34401_solr-n_0000000002) [n:127.0.0.1:34401_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34401_solr
   [junit4]   2> 287087 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 287087 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 287087 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 287088 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 287088 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 287088 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 287088 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 287088 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78b16ba9{/solr,null,AVAILABLE}
   [junit4]   2> 287089 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@35d013b7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:63521}
   [junit4]   2> 287089 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.Server Started @287413ms
   [junit4]   2> 287089 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55454}
   [junit4]   2> 287089 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 287089 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 287089 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 287089 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 287089 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 287089 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T08:53:01.837Z
   [junit4]   2> 287093 INFO  (zkConnectionManagerCallback-1786-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 287095 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 287839 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 287840 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3ed6222b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 287843 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3595f7ff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 287843 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56159/solr
   [junit4]   2> 287846 INFO  (zkConnectionManagerCallback-1793-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 287849 INFO  (zkConnectionManagerCallback-1795-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 287857 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 287863 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:55454_solr as DOWN
   [junit4]   2> 287865 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287865 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55454_solr
   [junit4]   2> 287867 INFO  (zkCallback-1721-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 287868 INFO  (zkCallback-1734-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 287868 INFO  (zkCallback-1750-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 287869 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 287869 INFO  (zkCallback-1756-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 287869 INFO  (zkCallback-1778-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 287870 INFO  (zkCallback-1771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 287872 INFO  (zkCallback-1794-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 287893 INFO  (zkConnectionManagerCallback-1802-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 287895 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 287898 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56159/solr ready
   [junit4]   2> 287898 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 287926 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55454.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 287933 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55454.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 287933 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55454.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 287934 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_5366837DEF97E64E-001/tempDir-001/node3/.
   [junit4]   2> 287972 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:63521/solr. Proxy: http://127.0.0.1:55454/solr
   [junit4]   2> 287972 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2074324045
   [junit4]   2> 287972 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34401_solr
   [junit4]   2> 287973 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 287973 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:34401_solr as DOWN
   [junit4]   2> 287977 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 287977 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d725fe9: rootName = solr_34401, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@797ab134
   [junit4]   2> 287981 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 287981 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f67804a: rootName = solr_34401, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3de79e5f
   [junit4]   2> 287983 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 287983 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@67e240da: rootName = solr_34401, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7a931965
   [junit4]   2> 287983 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 287985 INFO  (zkCallback-1756-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287986 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.Overseer Overseer (id=72080253579689997-127.0.0.1:34401_solr-n_0000000002) closing
   [junit4]   2> 287986 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287986 INFO  (OverseerStateUpdate-72080253579689997-127.0.0.1:34401_solr-n_0000000002) [n:127.0.0.1:34401_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34401_solr
   [junit4]   2> 287986 INFO  (OverseerAutoScalingTriggerThread-72080253579689997-127.0.0.1:34401_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 287989 INFO  (zkCallback-1778-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287989 INFO  (zkCallback-1771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287990 INFO  (zkCallback-1734-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287990 INFO  (zkCallback-1801-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287990 INFO  (zkCallback-1743-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44636_solr
   [junit4]   2> 287991 INFO  (zkCallback-1750-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287991 INFO  (zkCallback-1743-thread-2) [n:127.0.0.1:44636_solr    ] o.a.s.c.Overseer Overseer (id=72080253579690001-127.0.0.1:44636_solr-n_0000000003) starting
   [junit4]   2> 287992 INFO  (zkCallback-1794-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 287995 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100149bd5f0000f, likely client has closed socket
   [junit4]   2> 287997 INFO  (closeThreadPool-1807-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72080253579689997-127.0.0.1:34401_solr-n_0000000002) closing
   [junit4]   2> 287998 INFO  (closeThreadPool-1807-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72080253579689997-127.0.0.1:34401_solr-n_0000000002) closing
   [junit4]   2> 287999 INFO  (OverseerStateUpdate-72080253579690001-127.0.0.1:44636_solr-n_0000000003) [n:127.0.0.1:44636_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44636_solr
   [junit4]   2> 288003 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@11b063da{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 288004 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@56854ed1{/solr,null,UNAVAILABLE}
   [junit4]   2> 288004 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 288008 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 288008 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 288009 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 288009 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 288009 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 288009 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 288009 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 288010 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b971643{/solr,null,AVAILABLE}
   [junit4]   2> 288011 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@d1cf2c7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:63018}
   [junit4]   2> 288011 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.Server Started @288335ms
   [junit4]   2> 288011 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55958}
   [junit4]   2> 288011 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 288011 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 288011 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 288011 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 288011 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 288011 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T08:53:02.759Z
   [junit4]   2> 288014 INFO  (zkConnectionManagerCallback-1809-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 288014 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 288594 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 288595 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@fd9559f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 288599 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@450988ed[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 288599 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56159/solr
   [junit4]   2> 288601 INFO  (zkConnectionManagerCallback-1816-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 288604 INFO  (zkConnectionManagerCallback-1818-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 288614 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 288620 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:55958_solr as DOWN
   [junit4]   2> 288621 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 288621 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55958_solr
   [junit4]   2> 288623 INFO  (zkCallback-1743-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 288623 INFO  (zkCallback-1771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 288623 INFO  (zkCallback-1778-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 288623 INFO  (zkCallback-1750-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 288623 INFO  (zkCallback-1756-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 288623 INFO  (zkCallback-1794-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 288624 INFO  (zkCallback-1801-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 288625 INFO  (zkCallback-1817-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 288648 INFO  (zkConnectionManagerCallback-1825-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 288651 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 288653 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56159/solr ready
   [junit4]   2> 288653 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 288666 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55958.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 288674 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55958.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 288674 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55958.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 288675 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_5366837DEF97E64E-001/tempDir-001/node1/.
   [junit4]   2> 288717 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:63018/solr. Proxy: http://127.0.0.1:55958/solr
   [junit4]   2> 288717 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1697665822
   [junit4]   2> 288717 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44636_solr
   [junit4]   2> 288718 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 288718 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:44636_solr as DOWN
   [junit4]   2> 288722 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 288723 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f377e25: rootName = solr_44636, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@27b3d693
   [junit4]   2> 288726 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 288726 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3615555e: rootName = solr_44636, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3de79e5f
   [junit4]   2> 288728 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 288728 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@532a2dbb: rootName = solr_44636, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7a931965
   [junit4]   2> 288728 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 288728 INFO  (closeThreadPool-1830-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72080253579690001-127.0.0.1:44636_solr-n_0000000003) closing
   [junit4]   2> 288734 INFO  (OverseerStateUpdate-72080253579690001-127.0.0.1:44636_solr-n_0000000003) [n:127.0.0.1:44636_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44636_solr
   [junit4]   2> 288734 INFO  (OverseerAutoScalingTriggerThread-72080253579690001-127.0.0.1:44636_solr-n_0000000003) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 288738 INFO  (zkCallback-1756-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 288738 INFO  (zkCallback-1778-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 288739 INFO  (zkCallback-1801-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 288739 INFO  (zkCallback-1771-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 288739 INFO  (zkCallback-1771-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34295_solr
   [junit4]   2> 288741 INFO  (zkCallback-1771-thread-1) [n:127.0.0.1:34295_solr    ] o.a.s.c.Overseer Overseer (id=72080253579690006-127.0.0.1:34295_solr-n_0000000004) starting
   [junit4]   2> 288741 INFO  (zkCallback-1794-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 288742 INFO  (zkCallback-1824-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 288742 INFO  (zkCallback-1817-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 288743 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.Overseer Overseer (id=72080253579690001-127.0.0.1:44636_solr-n_0000000003) closing
   [junit4]   2> 288743 INFO  (closeThreadPool-1830-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72080253579690001-127.0.0.1:44636_solr-n_0000000003) closing
   [junit4]   2> 288747 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c5ffe86{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 288747 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f80bea0{/solr,null,UNAVAILABLE}
   [junit4]   2> 288747 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 288749 INFO  (OverseerStateUpdate-72080253579690006-127.0.0.1:34295_solr-n_0000000004) [n:127.0.0.1:34295_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34295_solr
   [junit4]   2> 288752 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 288752 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 288754 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 288754 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_201-b09
   [junit4]   2> 288754 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 288754 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 288754 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 288754 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27dc8799{/solr,null,AVAILABLE}
   [junit4]   2> 288756 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@45c27fb1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39052}
   [junit4]   2> 288756 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.s.Server Started @289081ms
   [junit4]   2> 288756 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37336}
   [junit4]   2> 288756 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 288756 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 288757 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 288757 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 288757 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 288757 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-05-04T08:53:03.505Z
   [junit4]   2> 288759 INFO  (zkConnectionManagerCallback-1832-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 288760 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 289111 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 289112 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@48ab49a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 289115 WARN  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@408273b6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 289116 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56159/solr
   [junit4]   2> 289118 INFO  (zkConnectionManagerCallback-1839-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 289121 INFO  (zkConnectionManagerCallback-1841-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 289128 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 289133 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:37336_solr as DOWN
   [junit4]   2> 289135 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 289135 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37336_solr
   [junit4]   2> 289136 INFO  (zkCallback-1778-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 289136 INFO  (zkCallback-1771-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 289136 INFO  (zkCallback-1756-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 289137 INFO  (zkCallback-1794-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 289137 INFO  (zkCallback-1801-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 289137 INFO  (zkCallback-1824-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 289137 INFO  (zkCallback-1817-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 289142 INFO  (zkCallback-1840-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 289160 INFO  (zkConnectionManagerCallback-1848-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 289162 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 289164 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56159/solr ready
   [junit4]   2> 289164 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 289178 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37336.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 289185 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37336.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 289185 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37336.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41e12a70
   [junit4]   2> 289186 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_5366837DEF97E64E-001/tempDir-001/node2/.
   [junit4]   2> 289224 INFO  (SUITE-TestPullReplicaErrorHandling-seed#[5366837DEF97E64E]-worker) [    ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:39052/solr. Proxy: http://127.0.0.1:37336/solr
   [junit4]   2> 289226 INFO  (SocketProxy-Acceptor-34295) [    ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46759,localport=34295], receiveBufferSize:130880
   [junit4]   2> 289227 INFO  (SocketProxy-Acceptor-34295) [    ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41707,localport=46393], receiveBufferSize=139264
   [junit4]   2> 289228 INFO  (qtp1477574049-5133) [n:127.0.0.1:34295_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 289229 INFO  (qtp1477574049-5133) [n:127.0.0.1:34295_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 289285 INFO  (TEST-TestPullReplicaErrorHandling.testCantConnectToPullReplica-seed#[5366837DEF97E64E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCantConnectToPullReplica
   [junit4]   2> 289287 INFO  (qtp1477574049-5130) [n:127.0.0.1:34295_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf&maxShardsPerNode=1&name=pull_replica_error_handling_test_cant_connect_to_pull_replica&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 289290 INFO  (OverseerThreadFactory-1536-thread-1-processing-n:127.0.0.1:34295_solr) [n:127.0.0.1:34295_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection pull_replica_error_handling_test_cant_connect_to_pull_replica
   [junit4]   2> 289402 INFO  (OverseerStateUpdate-72080253579690006-127.0.0.1:34295_solr-n_0000000004) [n:127.0.0.1:34295_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34295/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 289406 INFO  (OverseerStateUpdate-72080253579690006-127.0.0.1:34295_solr-n_0000000004) [n:127.0.0.1:34295_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_error_handling_test_cant_connect_to_pull_replica",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_error_handling_test_cant_connect_to_pull_replica_s

[...truncated too long message...]

7DEF97E64E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f739d52{/solr,null,UNAVAILABLE}
   [junit4]   2> 59556 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[5366837DEF97E64E]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 59560 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[5366837DEF97E64E]) [    ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:53387_solr
   [junit4]   2> 59560 INFO  (zkCallback-497-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 59561 INFO  (zkCallback-449-thread-2) [n:127.0.0.1:53387_solr    ] o.a.s.c.Overseer Overseer (id=72080559043248144-127.0.0.1:53387_solr-n_0000000002) starting
   [junit4]   2> 59566 INFO  (OverseerStateUpdate-72080559043248144-127.0.0.1:53387_solr-n_0000000002) [n:127.0.0.1:53387_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:53387_solr
   [junit4]   2> 59662 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[5366837DEF97E64E]) [    ] o.a.s.c.OverseerRolesTest ### Adding last overseer designate 127.0.0.1:35915_solr
   [junit4]   2> 59688 INFO  (qtp810307308-1198) [n:127.0.0.1:35915_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:35915_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 59696 INFO  (OverseerThreadFactory-346-thread-1-processing-n:127.0.0.1:53387_solr) [n:127.0.0.1:53387_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:35915_solr
   [junit4]   2> 59700 INFO  (qtp810307308-1198) [n:127.0.0.1:35915_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35915_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=11
   [junit4]   2> 59701 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[5366837DEF97E64E]) [    ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:53387_solr
   [junit4]   2> 59702 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[5366837DEF97E64E]) [    ] o.a.s.c.OverseerRolesTest Election queue: 
   [junit4]   2> 59703 INFO  (qtp810307308-1196) [n:127.0.0.1:35915_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:53387_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 59706 INFO  (OverseerCollectionConfigSetProcessor-72080559043248144-127.0.0.1:53387_solr-n_0000000002) [n:127.0.0.1:53387_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000016 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 59706 INFO  (OverseerThreadFactory-346-thread-2-processing-n:127.0.0.1:53387_solr) [n:127.0.0.1:53387_solr    ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:53387_solr
   [junit4]   2> 59707 INFO  (Thread-247) [    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 72080559043248144-127.0.0.1:53387_solr-n_0000000002 overseer designates are [127.0.0.1:42107_solr, 127.0.0.1:35915_solr]
   [junit4]   2> 59708 INFO  (Thread-247) [    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [72080559043248144-127.0.0.1:53387_solr-n_0000000002, 72080559043248146-127.0.0.1:64093_solr-n_0000000003, 72080559043248150-127.0.0.1:35915_solr-n_0000000004, 72080559043248153-127.0.0.1:53698_solr-n_0000000005, 72080559043248138-127.0.0.1:62258_solr-n_0000000006]
   [junit4]   2> 59708 INFO  (Thread-247) [    ] o.a.s.c.OverseerNodePrioritizer asking node 72080559043248150-127.0.0.1:35915_solr-n_0000000004 to come join election at head
   [junit4]   2> 59710 INFO  (qtp810307308-1196) [n:127.0.0.1:35915_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:53387_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 59710 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[5366837DEF97E64E]) [    ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:35915_solr
   [junit4]   2> 59719 INFO  (qtp810307308-1197) [n:127.0.0.1:35915_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=72080559043248150-127.0.0.1:35915_solr-n_0000000004&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 59720 INFO  (Thread-247) [    ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 72080559043248146-127.0.0.1:64093_solr-n_0000000003 to rejoin election  
   [junit4]   2> 59741 INFO  (qtp883181072-1170) [n:127.0.0.1:64093_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=72080559043248146-127.0.0.1:64093_solr-n_0000000003&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 59745 INFO  (OverseerStateUpdate-72080559043248144-127.0.0.1:53387_solr-n_0000000002) [n:127.0.0.1:53387_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"72080559043248144-127.0.0.1:53387_solr-n_0000000002"} 127.0.0.1:53387_solr
   [junit4]   2> 59745 INFO  (OverseerStateUpdate-72080559043248144-127.0.0.1:53387_solr-n_0000000002) [n:127.0.0.1:53387_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53387_solr
FATAL: command execution failed
Command Close created at
	at hudson.remoting.Command.<init>(Command.java:68)
	at hudson.remoting.Channel$CloseCommand.<init>(Channel.java:1267)
	at hudson.remoting.Channel$CloseCommand.<init>(Channel.java:1265)
	at hudson.remoting.Channel.close(Channel.java:1438)
	at hudson.remoting.Channel.close(Channel.java:1405)
	at hudson.remoting.Channel$CloseCommand.execute(Channel.java:1272)
Caused: hudson.remoting.Channel$OrderlyShutdown
	at hudson.remoting.Channel$CloseCommand.execute(Channel.java:1273)
	at hudson.remoting.Channel$1.handle(Channel.java:565)
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:85)
Caused: java.io.IOException: Backing channel 'Solaris VBOX' is disconnected.
	at hudson.remoting.RemoteInvocationHandler.channelOrFail(RemoteInvocationHandler.java:214)
	at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
	at com.sun.proxy.$Proxy73.isAlive(Unknown Source)
	at hudson.Launcher$RemoteLauncher$ProcImpl.isAlive(Launcher.java:1150)
	at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:1142)
	at hudson.tasks.CommandInterpreter.join(CommandInterpreter.java:155)
	at hudson.tasks.CommandInterpreter.perform(CommandInterpreter.java:109)
	at hudson.tasks.CommandInterpreter.perform(CommandInterpreter.java:66)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.Build$BuildExecution.build(Build.java:206)
	at hudson.model.Build$BuildExecution.doRun(Build.java:163)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:504)
	at hudson.model.Run.execute(Run.java:1818)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
FATAL: Unable to delete script file /var/tmp/jenkins6854046788539752081.sh
Command Close created at
	at hudson.remoting.Command.<init>(Command.java:68)
	at hudson.remoting.Channel$CloseCommand.<init>(Channel.java:1267)
	at hudson.remoting.Channel$CloseCommand.<init>(Channel.java:1265)
	at hudson.remoting.Channel.close(Channel.java:1438)
	at hudson.remoting.Channel.close(Channel.java:1405)
	at hudson.remoting.Channel$CloseCommand.execute(Channel.java:1272)
Caused: hudson.remoting.Channel$OrderlyShutdown
	at hudson.remoting.Channel$CloseCommand.execute(Channel.java:1273)
	at hudson.remoting.Channel$1.handle(Channel.java:565)
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:85)
Caused: hudson.remoting.ChannelClosedException: Channel "unknown": Remote call on Solaris VBOX failed. The channel is closing down or has closed down
	at hudson.remoting.Channel.call(Channel.java:950)
	at hudson.FilePath.act(FilePath.java:1069)
	at hudson.FilePath.act(FilePath.java:1058)
	at hudson.FilePath.delete(FilePath.java:1539)
	at hudson.tasks.CommandInterpreter.perform(CommandInterpreter.java:123)
	at hudson.tasks.CommandInterpreter.perform(CommandInterpreter.java:66)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.Build$BuildExecution.build(Build.java:206)
	at hudson.model.Build$BuildExecution.doRun(Build.java:163)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:504)
	at hudson.model.Run.execute(Run.java:1818)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
Build step 'Execute shell' marked build as failure
ERROR: Step ‘Archive the artifacts’ failed: no workspace for Lucene-Solr-8.x-Solaris #111
ERROR: Step ‘[Deprecated] Scan for compiler warnings’ failed: no workspace for Lucene-Solr-8.x-Solaris #111
ERROR: Step ‘Publish JUnit test result report’ failed: no workspace for Lucene-Solr-8.x-Solaris #111
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
ERROR: Solaris VBOX is offline; cannot locate ANT 1.8.2
Setting ANT_1_8_2_HOME=
ERROR: Solaris VBOX is offline; cannot locate ANT 1.8.2
Setting ANT_1_8_2_HOME=
ERROR: Solaris VBOX is offline; cannot locate ANT 1.8.2
Setting ANT_1_8_2_HOME=
ERROR: Solaris VBOX is offline; cannot locate ANT 1.8.2
Setting ANT_1_8_2_HOME=
ERROR: Solaris VBOX is offline; cannot locate ANT 1.8.2
Setting ANT_1_8_2_HOME=
ERROR: Solaris VBOX is offline; cannot locate ANT 1.8.2
Setting ANT_1_8_2_HOME=