You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/03 17:59:17 UTC

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20813 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20813/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CloudExitableDirectoryReaderTest

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([47641A7F96BAAFC0]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
	at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.setupCluster(CloudExitableDirectoryReaderTest.java:49)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestRebalanceLeaders.test

Error Message:
Waited for timeout for preferredLeader assignments to be made and they werent.

Stack Trace:
java.lang.AssertionError: Waited for timeout for preferredLeader assignments to be made and they werent.
	at __randomizedtesting.SeedInfo.seed([47641A7F96BAAFC0:CF3025A53846C238]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.TestRebalanceLeaders.issueCommands(TestRebalanceLeaders.java:277)
	at org.apache.solr.cloud.TestRebalanceLeaders.rebalanceLeaderTest(TestRebalanceLeaders.java:111)
	at org.apache.solr.cloud.TestRebalanceLeaders.test(TestRebalanceLeaders.java:77)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test

Error Message:
Error from server at https://127.0.0.1:44775/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44775/solr: create the collection time out:180s
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
	at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:68)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11820 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestRebalanceLeaders
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/init-core-data-001
   [junit4]   2> 326798 WARN  (SUITE-TestRebalanceLeaders-seed#[47641A7F96BAAFC0]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=75 numCloses=75
   [junit4]   2> 326798 INFO  (SUITE-TestRebalanceLeaders-seed#[47641A7F96BAAFC0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 326800 INFO  (SUITE-TestRebalanceLeaders-seed#[47641A7F96BAAFC0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 326800 INFO  (SUITE-TestRebalanceLeaders-seed#[47641A7F96BAAFC0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 326800 INFO  (SUITE-TestRebalanceLeaders-seed#[47641A7F96BAAFC0]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /lp_/d
   [junit4]   2> 326806 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 326806 INFO  (Thread-385) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 326806 INFO  (Thread-385) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 326808 ERROR (Thread-385) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 326906 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.ZkTestServer start zk server on port:36381
   [junit4]   2> 326912 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f82d374850000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 326918 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 326920 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 326921 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 326922 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 326923 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 326923 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 326924 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 326925 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 326926 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 326927 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 326927 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 326934 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 326934 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f82d374850002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 327075 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 327077 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15d14c5{/lp_/d,null,AVAILABLE}
   [junit4]   2> 327080 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6f8670{SSL,[ssl, http/1.1]}{127.0.0.1:46801}
   [junit4]   2> 327080 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.Server Started @328281ms
   [junit4]   2> 327080 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/tempDir-001/control/data, replicaType=NRT, hostContext=/lp_/d, hostPort=46801, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/control-001/cores}
   [junit4]   2> 327080 ERROR (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 327080 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 327081 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 327081 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 327081 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-03T17:00:17.174Z
   [junit4]   2> 327087 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 327087 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/control-001/solr.xml
   [junit4]   2> 327101 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 327101 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 327107 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 327113 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36381/solr
   [junit4]   2> 327217 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 327217 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46801_lp_%2Fd
   [junit4]   2> 327218 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.Overseer Overseer (id=98941561530023941-127.0.0.1:46801_lp_%2Fd-n_0000000000) starting
   [junit4]   2> 327225 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46801_lp_%2Fd
   [junit4]   2> 327226 INFO  (zkCallback-387-thread-1-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 327530 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 327542 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 327542 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 327543 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/control-001/cores
   [junit4]   2> 327564 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 327565 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36381/solr ready
   [junit4]   2> 327630 INFO  (qtp24769228-1914) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46801_lp_%252Fd&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 327633 INFO  (OverseerThreadFactory-669-thread-1-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 327744 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 327745 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 327849 INFO  (zkCallback-387-thread-1-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 328777 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 328818 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 328917 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 328936 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 328936 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 328937 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 328937 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 328940 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=0.1845703125, floorSegmentMB=0.6201171875, forceMergeDeletesPctAllowed=23.916177550070348, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6572488852458395
   [junit4]   2> 328943 WARN  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 328993 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 328993 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 328994 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 328994 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 328995 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.412376649964582]
   [junit4]   2> 328996 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12db5a1[control_collection_shard1_replica_n1] main]
   [junit4]   2> 328996 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 328997 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 328998 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 329001 INFO  (searcherExecutor-672-thread-1-processing-n:127.0.0.1:46801_lp_%2Fd x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@12db5a1[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 329001 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583064986779910144
   [junit4]   2> 329005 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 329005 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 329005 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46801/lp_/d/control_collection_shard1_replica_n1/
   [junit4]   2> 329005 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 329005 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:46801/lp_/d/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 329005 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 329007 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46801/lp_/d/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 329108 INFO  (zkCallback-387-thread-1-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 329158 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 329159 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1414
   [junit4]   2> 329162 INFO  (qtp24769228-1914) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 329260 INFO  (zkCallback-387-thread-1-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 329634 INFO  (OverseerCollectionConfigSetProcessor-98941561530023941-127.0.0.1:46801_lp_%2Fd-n_0000000000) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 330162 INFO  (qtp24769228-1914) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46801_lp_%252Fd&wt=javabin&version=2} status=0 QTime=2532
   [junit4]   2> 330168 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 330169 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36381/solr ready
   [junit4]   2> 330169 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 330174 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 330175 INFO  (OverseerThreadFactory-669-thread-2-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 330176 WARN  (OverseerThreadFactory-669-thread-2-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 330380 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 330380 INFO  (qtp24769228-1915) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=206
   [junit4]   2> 330451 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-1-001 of type NRT
   [junit4]   2> 330453 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 330455 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c13a78{/lp_/d,null,AVAILABLE}
   [junit4]   2> 330456 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f510e5{SSL,[ssl, http/1.1]}{127.0.0.1:35721}
   [junit4]   2> 330456 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.Server Started @331658ms
   [junit4]   2> 330456 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/lp_/d, hostPort=35721, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-1-001/cores}
   [junit4]   2> 330457 ERROR (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 330457 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 330457 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 330457 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 330457 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-03T17:00:20.550Z
   [junit4]   2> 330459 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 330459 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-1-001/solr.xml
   [junit4]   2> 330469 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 330469 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 330474 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 330477 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36381/solr
   [junit4]   2> 330484 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 330485 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 330486 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35721_lp_%2Fd
   [junit4]   2> 330487 INFO  (zkCallback-395-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 330488 INFO  (zkCallback-387-thread-1-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 330488 INFO  (zkCallback-400-thread-1-processing-n:127.0.0.1:35721_lp_%2Fd) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 330658 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 330670 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 330670 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 330672 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-1-001/cores
   [junit4]   2> 330738 INFO  (qtp24434321-1964) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35721_lp_%252Fd&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 330740 INFO  (OverseerCollectionConfigSetProcessor-98941561530023941-127.0.0.1:46801_lp_%2Fd-n_0000000000) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 330740 INFO  (OverseerThreadFactory-669-thread-3-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35721_lp_%2Fd for creating new replica
   [junit4]   2> 330765 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n81&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 330765 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 332673 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 332695 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.s.IndexSchema [collection1_shard2_replica_n81] Schema name=test
   [junit4]   2> 332795 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 332808 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n81' using configuration from collection collection1, trusted=true
   [junit4]   2> 332809 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n81' (registry 'solr.core.collection1.shard2.replica_n81') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 332809 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 332809 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.SolrCore [[collection1_shard2_replica_n81] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-1-001/cores/collection1_shard2_replica_n81], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-1-001/cores/collection1_shard2_replica_n81/data/]
   [junit4]   2> 332813 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=0.1845703125, floorSegmentMB=0.6201171875, forceMergeDeletesPctAllowed=23.916177550070348, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6572488852458395
   [junit4]   2> 332816 WARN  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 332877 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 332877 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 332879 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 332879 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 332882 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.412376649964582]
   [junit4]   2> 332882 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d6da0[collection1_shard2_replica_n81] main]
   [junit4]   2> 332883 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 332883 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 332884 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 332887 INFO  (searcherExecutor-683-thread-1-processing-n:127.0.0.1:35721_lp_%2Fd x:collection1_shard2_replica_n81 s:shard2 c:collection1) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.SolrCore [collection1_shard2_replica_n81] Registered new searcher Searcher@3d6da0[collection1_shard2_replica_n81] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 332887 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583064990854676480
   [junit4]   2> 332893 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 332893 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 332893 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35721/lp_/d/collection1_shard2_replica_n81/
   [junit4]   2> 332893 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 332893 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.SyncStrategy https://127.0.0.1:35721/lp_/d/collection1_shard2_replica_n81/ has no replicas
   [junit4]   2> 332893 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 332897 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35721/lp_/d/collection1_shard2_replica_n81/ shard2
   [junit4]   2> 332898 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 332899 INFO  (qtp24434321-1958) [n:127.0.0.1:35721_lp_%2Fd c:collection1 s:shard2  x:collection1_shard2_replica_n81] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n81&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2134
   [junit4]   2> 332903 INFO  (qtp24434321-1964) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35721_lp_%252Fd&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2164
   [junit4]   2> 333015 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-2-001 of type NRT
   [junit4]   2> 333017 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 333018 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@113bf25{/lp_/d,null,AVAILABLE}
   [junit4]   2> 333019 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14f88a1{SSL,[ssl, http/1.1]}{127.0.0.1:43459}
   [junit4]   2> 333019 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.Server Started @334220ms
   [junit4]   2> 333019 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/lp_/d, hostPort=43459, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-2-001/cores}
   [junit4]   2> 333019 ERROR (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 333020 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 333020 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 333020 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 333020 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-03T17:00:23.113Z
   [junit4]   2> 333023 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 333023 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-2-001/solr.xml
   [junit4]   2> 333028 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 333028 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 333030 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 333033 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36381/solr
   [junit4]   2> 333041 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43459_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 333043 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43459_lp_%2Fd    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 333045 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43459_lp_%2Fd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43459_lp_%2Fd
   [junit4]   2> 333046 INFO  (zkCallback-400-thread-1-processing-n:127.0.0.1:35721_lp_%2Fd) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 333046 INFO  (zkCallback-395-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 333047 INFO  (zkCallback-406-thread-1-processing-n:127.0.0.1:43459_lp_%2Fd) [n:127.0.0.1:43459_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 333047 INFO  (zkCallback-387-thread-1-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 333173 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43459_lp_%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 333185 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43459_lp_%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 333185 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43459_lp_%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 333186 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43459_lp_%2Fd    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-2-001/cores
   [junit4]   2> 333223 INFO  (qtp24434321-1957) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43459_lp_%252Fd&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 333225 INFO  (OverseerCollectionConfigSetProcessor-98941561530023941-127.0.0.1:46801_lp_%2Fd-n_0000000000) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 333225 INFO  (OverseerThreadFactory-669-thread-4-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43459_lp_%2Fd for creating new replica
   [junit4]   2> 333276 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n83&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 333276 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 334300 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 334318 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.s.IndexSchema [collection1_shard3_replica_n83] Schema name=test
   [junit4]   2> 334395 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 334407 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n83' using configuration from collection collection1, trusted=true
   [junit4]   2> 334408 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n83' (registry 'solr.core.collection1.shard3.replica_n83') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 334408 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 334408 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.SolrCore [[collection1_shard3_replica_n83] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-2-001/cores/collection1_shard3_replica_n83], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-2-001/cores/collection1_shard3_replica_n83/data/]
   [junit4]   2> 334410 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=0.1845703125, floorSegmentMB=0.6201171875, forceMergeDeletesPctAllowed=23.916177550070348, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6572488852458395
   [junit4]   2> 334413 WARN  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 334454 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 334454 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 334455 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 334455 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 334456 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.412376649964582]
   [junit4]   2> 334456 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.s.SolrIndexSearcher Opening [Searcher@14fc670[collection1_shard3_replica_n83] main]
   [junit4]   2> 334457 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 334458 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 334458 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 334460 INFO  (searcherExecutor-694-thread-1-processing-n:127.0.0.1:43459_lp_%2Fd x:collection1_shard3_replica_n83 s:shard3 c:collection1) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.SolrCore [collection1_shard3_replica_n83] Registered new searcher Searcher@14fc670[collection1_shard3_replica_n83] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 334460 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583064992504086528
   [junit4]   2> 334464 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 334464 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 334464 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43459/lp_/d/collection1_shard3_replica_n83/
   [junit4]   2> 334464 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 334464 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.SyncStrategy https://127.0.0.1:43459/lp_/d/collection1_shard3_replica_n83/ has no replicas
   [junit4]   2> 334464 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 334465 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43459/lp_/d/collection1_shard3_replica_n83/ shard3
   [junit4]   2> 334616 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 334617 INFO  (qtp25950344-1993) [n:127.0.0.1:43459_lp_%2Fd c:collection1 s:shard3  x:collection1_shard3_replica_n83] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n83&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1341
   [junit4]   2> 334621 INFO  (qtp24434321-1957) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43459_lp_%252Fd&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1397
   [junit4]   2> 334702 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-3-001 of type NRT
   [junit4]   2> 334703 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 334704 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ba3ff5{/lp_/d,null,AVAILABLE}
   [junit4]   2> 334705 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@18a7ae0{SSL,[ssl, http/1.1]}{127.0.0.1:43903}
   [junit4]   2> 334705 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.Server Started @335907ms
   [junit4]   2> 334705 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/lp_/d, hostPort=43903, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-3-001/cores}
   [junit4]   2> 334705 ERROR (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 334706 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 334706 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 334706 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 334706 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-03T17:00:24.799Z
   [junit4]   2> 334708 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 334708 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-3-001/solr.xml
   [junit4]   2> 334712 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 334712 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 334713 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 334715 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36381/solr
   [junit4]   2> 334721 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43903_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 334722 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43903_lp_%2Fd    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 334723 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43903_lp_%2Fd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43903_lp_%2Fd
   [junit4]   2> 334724 INFO  (zkCallback-395-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 334724 INFO  (zkCallback-387-thread-1-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 334724 INFO  (zkCallback-412-thread-1-processing-n:127.0.0.1:43903_lp_%2Fd) [n:127.0.0.1:43903_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 334724 INFO  (zkCallback-406-thread-1-processing-n:127.0.0.1:43459_lp_%2Fd) [n:127.0.0.1:43459_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 334724 INFO  (zkCallback-400-thread-1-processing-n:127.0.0.1:35721_lp_%2Fd) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 334900 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43903_lp_%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 334912 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43903_lp_%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 334912 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43903_lp_%2Fd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 334913 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:43903_lp_%2Fd    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-3-001/cores
   [junit4]   2> 334966 INFO  (qtp24434321-1963) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43903_lp_%252Fd&action=ADDREPLICA&collection=collection1&shard=shard4&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 334968 INFO  (OverseerCollectionConfigSetProcessor-98941561530023941-127.0.0.1:46801_lp_%2Fd-n_0000000000) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 334968 INFO  (OverseerThreadFactory-669-thread-5-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43903_lp_%2Fd for creating new replica
   [junit4]   2> 335011 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard4_replica_n85&action=CREATE&collection=collection1&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 335012 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 336038 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 336053 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.s.IndexSchema [collection1_shard4_replica_n85] Schema name=test
   [junit4]   2> 336125 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 336137 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard4_replica_n85' using configuration from collection collection1, trusted=true
   [junit4]   2> 336138 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard4.replica_n85' (registry 'solr.core.collection1.shard4.replica_n85') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc
   [junit4]   2> 336138 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 336138 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.SolrCore [[collection1_shard4_replica_n85] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-3-001/cores/collection1_shard4_replica_n85], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-3-001/cores/collection1_shard4_replica_n85/data/]
   [junit4]   2> 336141 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=0.1845703125, floorSegmentMB=0.6201171875, forceMergeDeletesPctAllowed=23.916177550070348, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6572488852458395
   [junit4]   2> 336143 WARN  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 336183 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 336183 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 336184 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 336184 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 336185 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.412376649964582]
   [junit4]   2> 336185 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.s.SolrIndexSearcher Opening [Searcher@182e4ba[collection1_shard4_replica_n85] main]
   [junit4]   2> 336186 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 336186 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 336187 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 336189 INFO  (searcherExecutor-705-thread-1-processing-n:127.0.0.1:43903_lp_%2Fd x:collection1_shard4_replica_n85 s:shard4 c:collection1) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.SolrCore [collection1_shard4_replica_n85] Registered new searcher Searcher@182e4ba[collection1_shard4_replica_n85] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 336189 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583064994317074432
   [junit4]   2> 336192 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 336192 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 336192 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43903/lp_/d/collection1_shard4_replica_n85/
   [junit4]   2> 336192 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 336192 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.SyncStrategy https://127.0.0.1:43903/lp_/d/collection1_shard4_replica_n85/ has no replicas
   [junit4]   2> 336192 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 336194 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43903/lp_/d/collection1_shard4_replica_n85/ shard4
   [junit4]   2> 336344 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 336346 INFO  (qtp8977869-2015) [n:127.0.0.1:43903_lp_%2Fd c:collection1 s:shard4  x:collection1_shard4_replica_n85] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard4_replica_n85&action=CREATE&collection=collection1&shard=shard4&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1334
   [junit4]   2> 336348 INFO  (qtp24434321-1963) [n:127.0.0.1:35721_lp_%2Fd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43903_lp_%252Fd&action=ADDREPLICA&collection=collection1&shard=shard4&type=NRT&wt=javabin&version=2} status=0 QTime=1381
   [junit4]   2> 336413 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-4-001 of type NRT
   [junit4]   2> 336415 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 336415 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@db055e{/lp_/d,null,AVAILABLE}
   [junit4]   2> 336416 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@156bc05{SSL,[ssl, http/1.1]}{127.0.0.1:33811}
   [junit4]   2> 336417 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.e.j.s.Server Started @337618ms
   [junit4]   2> 336417 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/lp_/d, hostPort=33811, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-4-001/cores}
   [junit4]   2> 336417 ERROR (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 336417 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 336417 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 336417 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 336417 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-03T17:00:26.510Z
   [junit4]   2> 336420 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 336420 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestRebalanceLeaders_47641A7F96BAAFC0-001/shard-4-001/solr.xml
   [junit4]   2> 336423 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 336423 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 336424 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1f189fc, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 336427 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36381/solr
   [junit4]   2> 336433 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:33811_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 336437 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:33811_lp_%2Fd    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 336438 INFO  (TEST-TestRebalanceLeaders.test-seed#[47641A7F96BAAFC0]) [n:127.0.0.1:33811_lp_%2Fd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33811_lp_%2Fd
   [junit4]   2> 336441 INFO  (zkCallback-395-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 336441 INFO  (zkCallback-387-thread-1-processing-n:127.0.0.1:46801_lp_%2Fd) [n:127.0.0.1:46801_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 336441 INFO  (zkCallback-412-thread-1-processing-n:127.0.0.1:43903_lp_%2Fd) [n:127.0.0.1:43903_lp_%2Fd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKee

[...truncated too long message...]

e-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_47641A7F96BAAFC0-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:35131) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 3007499 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_47641A7F96BAAFC0-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_47641A7F96BAAFC0-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:35131) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1427863306-88.99.242.108-1509730880053 (Datanode Uuid f2042dbb-a899-4dff-838e-d8fc5cf854a8) service to localhost.localdomain/127.0.0.1:35131
   [junit4]   2> 3007501 WARN  (SUITE-HdfsRecoveryZkTest-seed#[47641A7F96BAAFC0]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 3007505 INFO  (SUITE-HdfsRecoveryZkTest-seed#[47641A7F96BAAFC0]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 3007605 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_47641A7F96BAAFC0-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_47641A7F96BAAFC0-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:35131) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 3007606 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_47641A7F96BAAFC0-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_47641A7F96BAAFC0-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:35131) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1427863306-88.99.242.108-1509730880053 (Datanode Uuid 80aa4eeb-75ed-40f9-82f9-8bc9fbff2f65) service to localhost.localdomain/127.0.0.1:35131
   [junit4]   2> 3007613 INFO  (SUITE-HdfsRecoveryZkTest-seed#[47641A7F96BAAFC0]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 3007733 INFO  (SUITE-HdfsRecoveryZkTest-seed#[47641A7F96BAAFC0]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42251 42251
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_47641A7F96BAAFC0-001
   [junit4]   2> Nov 03, 2017 5:44:58 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 65 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1124, maxMBSortInHeap=7.567115452027643, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1741947), locale=es-CL, timezone=America/Bahia_Banderas
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=187419712,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsUnloadDistributedZkTest, TestRTimerTree, UUIDFieldTest, TestReload, PluginInfoTest, BadComponentTest, TestExtendedDismaxParser, CustomCollectionTest, HdfsRecoverLeaseTest, AddBlockUpdateTest, TestNumericTerms32, HdfsSyncSliceTest, OverseerCollectionConfigSetProcessorTest, TestRestManager, SolrMetricManagerTest, TestCustomStream, SolrShardReporterTest, TestFiltering, TestLegacyTerms, HighlighterTest, TestRequestForwarding, NumberUtilsTest, SortSpecParsingTest, ClusterStateTest, QueryElevationComponentTest, TestDocBasedVersionConstraints, UtilsToolTest, ExitableDirectoryReaderTest, TestZkChroot, TestDynamicFieldCollectionResource, FullHLLTest, DistributedFacetPivotSmallTest, TestSearchPerf, NodeAddedTriggerTest, TestPullReplica, SpatialHeatmapFacetsTest, DeleteStatusTest, TestCoreDiscovery, TestFieldSortValues, TestSubQueryTransformerDistrib, TestFieldCacheReopen, MigrateRouteKeyTest, TestSolrCloudWithSecureImpersonation, V2StandaloneTest, TestLMDirichletSimilarityFactory, GraphQueryTest, TestDistributedStatsComponentCardinality, TestConfigSetProperties, VMParamsZkACLAndCredentialsProvidersTest, TestFieldResource, NodeMutatorTest, FieldMutatingUpdateProcessorTest, TestLMJelinekMercerSimilarityFactory, TestAuthorizationFramework, ClassificationUpdateProcessorTest, TestReloadAndDeleteDocs, TestNoOpRegenerator, TestReloadDeadlock, TestLFUCache, DeleteNodeTest, ReturnFieldsTest, StatsComponentTest, TestElisionMultitermQuery, AtomicUpdatesTest, TestValueSourceCache, SSLMigrationTest, MetricsHandlerTest, SuggesterWFSTTest, TestHashQParserPlugin, CoreAdminRequestStatusTest, CopyFieldTest, ConfigSetsAPITest, UnloadDistributedZkTest, SuggesterTest, FileBasedSpellCheckerTest, XsltUpdateRequestHandlerTest, TestSolrCoreSnapshots, TestMacroExpander, TestHashPartitioner, BlockDirectoryTest, TestCloudSearcherWarming, TestRawTransformer, CollectionReloadTest, SolrJmxReporterTest, TestScoreJoinQPNoScore, TestInPlaceUpdatesDistrib, DistribJoinFromCollectionTest, TestAnalyzeInfixSuggestions, HdfsChaosMonkeySafeLeaderTest, TestJavabinTupleStreamParser, TestTolerantUpdateProcessorRandomCloud, TolerantUpdateProcessorTest, TestEmbeddedSolrServerConstructors, BasicDistributedZk2Test, TestFuzzyAnalyzedSuggestions, TestCollectionAPIs, TestStressLiveNodes, TestJsonFacetRefinement, AlternateDirectoryTest, TestFieldCacheVsDocValues, TestSmileRequest, AutoAddReplicasPlanActionTest, TestHalfAndHalfDocValues, TestTolerantSearch, TestNumericRangeQuery64, DistributedFacetPivotLargeTest, BlockJoinFacetDistribTest, SegmentsInfoRequestHandlerTest, EchoParamsTest, SortByFunctionTest, RecoveryZkTest, ResponseHeaderTest, HighlighterMaxOffsetTest, SharedFSAutoReplicaFailoverTest, BasicAuthIntegrationTest, TimeZoneUtilsTest, DistributedSpellCheckComponentTest, HttpPartitionTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, OverseerTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkCLITest, TestDistributedGrouping, TermVectorComponentDistributedTest, TestStressVersions, TestCoreContainer, SimpleFacetsTest, TestGroupingSearch, SolrCmdDistributorTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestIndexSearcher, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, CoreAdminHandlerTest, SolrRequestParserTest, SuggesterTSTTest, TestStressLucene, TestTrie, SpatialFilterTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, DocValuesMultiTest, DistanceFunctionTest, SolrInfoBeanTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, LoggingHandlerTest, IndexSchemaTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, SearchHandlerTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, SolrIndexConfigTest, TestStressRecovery, TestSolrDeletionPolicy2, MultiTermTest, OutputWriterTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaHDFSTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, ReplicationFactorTest, RollingRestartTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDistribDocBasedVersion, TestHdfsCloudBackupRestore, TestLockTree, TestMiniSolrCloudClusterSSL, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestStressInPlaceUpdates, AutoAddReplicasIntegrationTest, ExecutePlanActionTest, HttpTriggerListenerTest, NodeLostTriggerTest, SystemLogListenerTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsRecoveryZkTest]
   [junit4] Completed [604/747 (3!)] on J2 in 228.30s, 1 test, 1 error <<< FAILURES!

[...truncated 43548 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 20821 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20821/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.search.join.BlockJoinFacetDistribTest

Error Message:
Error from server at https://127.0.0.1:32837/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32837/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([B20B3158D75E93D2]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
	at org.apache.solr.search.join.BlockJoinFacetDistribTest.setupCluster(BlockJoinFacetDistribTest.java:69)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.lucene.search.similarities.TestBasicModelIn.testRandomScoring

Error Message:
score(9.3639667E8,88)=2.99552179E9 < score(9.3639667E8,89)=2.99552205E9

Stack Trace:
java.lang.AssertionError: score(9.3639667E8,88)=2.99552179E9 < score(9.3639667E8,89)=2.99552205E9
	at __randomizedtesting.SeedInfo.seed([F4D6FC34824F61D9:7F49A586983887D3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.doTestScoring(BaseSimilarityTestCase.java:423)
	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.testRandomScoring(BaseSimilarityTestCase.java:355)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.core.snapshots.TestSolrCoreSnapshots.testBackupRestore

Error Message:
Error from server at http://127.0.0.1:46835/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46835/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([B20B3158D75E93D2:4B031E6E5ED5D9C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
	at org.apache.solr.core.snapshots.TestSolrCoreSnapshots.testBackupRestore(TestSolrCoreSnapshots.java:87)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.core.snapshots.TestSolrCoreSnapshots.testIndexOptimization

Error Message:
Error from server at http://127.0.0.1:46835/solr: Could not fully create collection: SolrCoreSnapshots_IndexOptimization

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46835/solr: Could not fully create collection: SolrCoreSnapshots_IndexOptimization
	at __randomizedtesting.SeedInfo.seed([B20B3158D75E93D2:B82807A5D303DB9E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
	at org.apache.solr.core.snapshots.TestSolrCoreSnapshots.testIndexOptimization(TestSolrCoreSnapshots.java:178)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 557 lines...]
   [junit4] Suite: org.apache.lucene.search.similarities.TestBasicModelIn
   [junit4]   1> 2.99552179E9 = score(DFRSimilarity, doc=0, freq=9.3639667E8), computed from:
   [junit4]   1>   5.9910438E8 = boost
   [junit4]   1>   1.3193812E24 = NormalizationH1, computed from: 
   [junit4]   1>     9.3639667E8 = tf
   [junit4]   1>     7.2420928E8 = avgFieldLength
   [junit4]   1>     1048.0 = len
   [junit4]   1>   6.596906E24 = BasicModelIn, computed from: 
   [junit4]   1>     47.0 = numberOfDocuments
   [junit4]   1>     1.0 = docFreq
   [junit4]   1>   7.579311E-25 = AfterEffectL, computed from: 
   [junit4]   1>     1.3193812E24 = tfn
   [junit4]   1> 
   [junit4]   1> 2.99552205E9 = score(DFRSimilarity, doc=0, freq=9.3639667E8), computed from:
   [junit4]   1>   5.9910438E8 = boost
   [junit4]   1>   1.1757751E24 = NormalizationH1, computed from: 
   [junit4]   1>     9.3639667E8 = tf
   [junit4]   1>     7.2420928E8 = avgFieldLength
   [junit4]   1>     1176.0 = len
   [junit4]   1>   5.8788753E24 = BasicModelIn, computed from: 
   [junit4]   1>     47.0 = numberOfDocuments
   [junit4]   1>     1.0 = docFreq
   [junit4]   1>   8.505028E-25 = AfterEffectL, computed from: 
   [junit4]   1>     1.1757751E24 = tfn
   [junit4]   1> 
   [junit4]   1> DFR I(n)L1
   [junit4]   1> field="field",maxDoc=22752,docCount=47,sumTotalTermFreq=34037835442,sumDocFreq=98032171
   [junit4]   1> term="term",docFreq=1,totalTermFreq=936396695
   [junit4]   1> norm=89 (doc length ~ 1176)
   [junit4]   1> freq=9.3639667E8
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBasicModelIn -Dtests.method=testRandomScoring -Dtests.seed=F4D6FC34824F61D9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-GP -Dtests.timezone=AET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 8.97s J1 | TestBasicModelIn.testRandomScoring <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: score(9.3639667E8,88)=2.99552179E9 < score(9.3639667E8,89)=2.99552205E9
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F4D6FC34824F61D9:7F49A586983887D3]:0)
   [junit4]    > 	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.doTestScoring(BaseSimilarityTestCase.java:423)
   [junit4]    > 	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.testRandomScoring(BaseSimilarityTestCase.java:355)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@324590a3), locale=fr-GP, timezone=AET
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=123327488,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocIdsWriter, TestMixedDocValuesUpdates, TestFilterSpans, TestNumericDocValuesUpdates, TestDoc, TestSwappedIndexFiles, TestCustomSearcherSort, TestSpanFirstQuery, TestAxiomaticSimilarity, TestBooleanSimilarity, TestLevenshteinAutomata, TestIndexOrDocValuesQuery, TestIndexWriterOutOfFileDescriptors, TestParallelReaderEmptyIndex, TestFileSwitchDirectory, TestInPlaceMergeSorter, LimitedFiniteStringsIteratorTest, TestRollback, TestElevationComparator, TestCustomTermFreq, TestMergeSchedulerExternal, TestAddIndexes, TestSameScoresWithThreads, TestIndexSorting, TestComplexExplanations, TestCharArraySet, TestBlockPostingsFormat3, TestPositiveScoresOnlyCollector, TestToken, TestTransactions, TestTimSorter, TestBasicModelIn]
   [junit4] Completed [103/475 (1!)] on J1 in 9.03s, 1 test, 1 failure <<< FAILURES!

[...truncated 1226 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20171104_033120_59410440074645020876428.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20171104_033120_5955844758246507338621.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20171104_033120_5948950322943277379586.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 295 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20171104_033847_2809258521992546407432.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20171104_033847_28015348501009356520788.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20171104_033847_2801043209464091106551.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1054 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20171104_034023_0871811242001502695911.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20171104_034023_0877397466806886607103.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20171104_034023_0875037856053018528596.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 223 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20171104_034209_354722232894373550380.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20171104_034209_3543671945149698564113.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20171104_034209_35414851943972763069754.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 246 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171104_034222_50214843932801345615786.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20171104_034222_5026595053262449398845.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171104_034222_5021815911977591567824.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171104_034252_554731215287919512045.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20171104_034252_5547752622128432452597.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171104_034252_55610480480090940660892.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171104_034257_39713174321067476910998.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20171104_034257_3975484759481907127533.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171104_034257_3975754781119079949644.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171104_034308_4502356166954472927428.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171104_034308_45011878908908562201487.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 157 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20171104_034317_73916688391054679600676.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20171104_034317_7392273447821328817592.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20171104_034317_73911080088448923879473.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20171104_034320_919625911943486215738.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20171104_034328_7789514942189105695587.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20171104_034328_7797368308345436148109.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 19 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20171104_034328_77412021959197084775606.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1258 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20171104_034346_0159046868121126274379.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20171104_034346_0159502553520703370178.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20171104_034346_0153227236349576289380.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 230 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20171104_034356_19614337207834786144291.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20171104_034356_19613785935107093574885.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20171104_034356_19610201430146714547783.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 254 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20171104_034410_2626243437201740352264.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20171104_034410_2628654547856176403614.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20171104_034410_2632144627779661327727.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 232 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20171104_034709_63215421216626628904566.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20171104_034709_63215068693448912662718.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20171104_034709_6327829173498162588571.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 170 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20171104_034712_5998072717684044048683.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20171104_034712_59916093759039876115565.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20171104_034712_5991268170583805607042.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 228 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20171104_034718_61810687574344178515505.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20171104_034718_61812174015171754096025.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20171104_034718_6187432127793620334356.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 179 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20171104_034750_5634973857617141072200.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20171104_034750_5631761037674641183799.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20171104_034750_5639634414567421428983.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 246 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20171104_034804_9417850281885632939789.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20171104_034804_941351839144405331744.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20171104_034804_9411897218717597071234.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 160 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20171104_034823_0611178551802768511661.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20171104_034823_06114052395052514814523.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20171104_034823_06115512738399255961169.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20171104_034840_0831433256313587905813.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20171104_034840_0834358390238591588145.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 178 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20171104_034851_2166379386186560692636.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20171104_034851_20414696313707139072892.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20171104_034851_20414898244391987368851.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 312 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20171104_034908_98617627417303665208729.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20171104_034908_9861772658813109883355.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20171104_034908_98614905575015628108097.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 224 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20171104_034918_8608274041568603503435.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20171104_034918_86013475461177982189398.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20171104_034918_8613327400501176473023.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20171104_034927_8198916504923391248466.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20171104_034927_8193092373488498931341.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20171104_034927_8197117649773575007881.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 220 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20171104_034940_9673976022781461528457.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20171104_034940_96716910572507629913275.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20171104_034940_96712622288393480877739.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 415 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20171104_035046_53718100330367058838074.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20171104_035046_53716541322483197564165.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20171104_035046_5391193541222186856048.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20171104_035101_6867175540904857892957.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 166 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20171104_035103_6681674309861551298685.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20171104_035103_66815303023041294605979.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 11 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20171104_035103_66810557624674767118997.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 235 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20171104_035213_33413761420173709134609.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 18 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20171104_035213_3343611979663308340226.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20171104_035213_33410409976238823055116.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 2358 lines...]
   [junit4] Suite: org.apache.solr.search.join.BlockJoinFacetDistribTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.search.join.BlockJoinFacetDistribTest_B20B3158D75E93D2-001/init-core-data-001
   [junit4]   2> 842587 WARN  (SUITE-BlockJoinFacetDistribTest-seed#[B20B3158D75E93D2]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
   [junit4]   2> 842587 INFO  (SUITE-BlockJoinFacetDistribTest-seed#[B20B3158D75E93D2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 842588 INFO  (SUITE-BlockJoinFacetDistribTest-seed#[B20B3158D75E93D2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 842588 INFO  (SUITE-BlockJoinFacetDistribTest-seed#[B20B3158D75E93D2]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 842589 INFO  (SUITE-BlockJoinFacetDistribTest-seed#[B20B3158D75E93D2]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.search.join.BlockJoinFacetDistribTest_B20B3158D75E93D2-001/tempDir-001
   [junit4]   2> 842589 INFO  (SUITE-BlockJoinFacetDistribTest-seed#[B20B3158D75E93D2]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 842589 INFO  (Thread-1722) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 842589 INFO  (Thread-1722) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 842590 ERROR (Thread-1722) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 842689 INFO  (SUITE-BlockJoinFacetDistribTest-seed#[B20B3158D75E93D2]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:39925
   [junit4]   2> 842694 INFO  (jetty-launcher-1215-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 842694 INFO  (jetty-launcher-1215-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 842694 INFO  (jetty-launcher-1215-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 842694 INFO  (jetty-launcher-1215-thread-5) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 842694 INFO  (jetty-launcher-1215-thread-6) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 842694 INFO  (jetty-launcher-1215-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 842698 INFO  (jetty-launcher-1215-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49c9bc5b{/solr,null,AVAILABLE}
   [junit4]   2> 842698 INFO  (jetty-launcher-1215-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17966c76{/solr,null,AVAILABLE}
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-6) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2accacae{/solr,null,AVAILABLE}
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e3f30bc{/solr,null,AVAILABLE}
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4eea4c59{/solr,null,AVAILABLE}
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6d7e1681{SSL,[ssl, http/1.1]}{127.0.0.1:32837}
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-4) [    ] o.e.j.s.Server Started @845902ms
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32837}
   [junit4]   2> 842699 ERROR (jetty-launcher-1215-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-6) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2df3c5ce{SSL,[ssl, http/1.1]}{127.0.0.1:45207}
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4ef138a5{SSL,[ssl, http/1.1]}{127.0.0.1:39095}
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-6) [    ] o.e.j.s.Server Started @845902ms
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45207}
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e8e9a58{SSL,[ssl, http/1.1]}{127.0.0.1:37263}
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-5) [    ] o.e.j.s.Server Started @845903ms
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-04T04:07:24.432849Z
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37263}
   [junit4]   2> 842699 ERROR (jetty-launcher-1215-thread-6) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-1) [    ] o.e.j.s.Server Started @845902ms
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-6) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-6) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 842699 ERROR (jetty-launcher-1215-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-6) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 842699 INFO  (jetty-launcher-1215-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39095}
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-6) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-04T04:07:24.433018Z
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 842700 ERROR (jetty-launcher-1215-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-04T04:07:24.433152Z
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@876c046{/solr,null,AVAILABLE}
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6622bdc9{SSL,[ssl, http/1.1]}{127.0.0.1:34547}
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-2) [    ] o.e.j.s.Server Started @845903ms
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34547}
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-04T04:07:24.433262Z
   [junit4]   2> 842700 ERROR (jetty-launcher-1215-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 842700 INFO  (jetty-launcher-1215-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-04T04:07:24.433484Z
   [junit4]   2> 842701 INFO  (jetty-launcher-1215-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@ab5a5d6{SSL,[ssl, http/1.1]}{127.0.0.1:42135}
   [junit4]   2> 842701 INFO  (jetty-launcher-1215-thread-3) [    ] o.e.j.s.Server Started @845904ms
   [junit4]   2> 842701 INFO  (jetty-launcher-1215-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42135}
   [junit4]   2> 842701 ERROR (jetty-launcher-1215-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 842701 INFO  (jetty-launcher-1215-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 842701 INFO  (jetty-launcher-1215-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 842701 INFO  (jetty-launcher-1215-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 842701 INFO  (jetty-launcher-1215-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-04T04:07:24.434374Z
   [junit4]   2> 842701 INFO  (jetty-launcher-1215-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 842701 INFO  (jetty-launcher-1215-thread-6) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 842701 INFO  (jetty-launcher-1215-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 842701 INFO  (jetty-launcher-1215-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 842702 INFO  (jetty-launcher-1215-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 842702 INFO  (jetty-launcher-1215-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 842707 INFO  (jetty-launcher-1215-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39925/solr
   [junit4]   2> 842708 INFO  (jetty-launcher-1215-thread-6) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39925/solr
   [junit4]   2> 842708 INFO  (jetty-launcher-1215-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39925/solr
   [junit4]   2> 842709 INFO  (jetty-launcher-1215-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39925/solr
   [junit4]   2> 842710 INFO  (jetty-launcher-1215-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39925/solr
   [junit4]   2> 842712 INFO  (jetty-launcher-1215-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39925/solr
   [junit4]   2> 842729 INFO  (jetty-launcher-1215-thread-5) [n:127.0.0.1:37263_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 842730 INFO  (jetty-launcher-1215-thread-5) [n:127.0.0.1:37263_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37263_solr
   [junit4]   2> 842730 INFO  (jetty-launcher-1215-thread-5) [n:127.0.0.1:37263_solr    ] o.a.s.c.Overseer Overseer (id=98944184767152141-127.0.0.1:37263_solr-n_0000000000) starting
   [junit4]   2> 842740 INFO  (jetty-launcher-1215-thread-4) [n:127.0.0.1:32837_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 842741 INFO  (jetty-launcher-1215-thread-4) [n:127.0.0.1:32837_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32837_solr
   [junit4]   2> 842749 INFO  (zkCallback-1251-thread-1-processing-n:127.0.0.1:32837_solr) [n:127.0.0.1:32837_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 842753 INFO  (OverseerStateUpdate-98944184767152141-127.0.0.1:37263_solr-n_0000000000) [n:127.0.0.1:37263_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 842753 INFO  (jetty-launcher-1215-thread-5) [n:127.0.0.1:37263_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37263_solr
   [junit4]   2> 842754 INFO  (zkCallback-1239-thread-1-processing-n:127.0.0.1:37263_solr) [n:127.0.0.1:37263_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 842760 INFO  (zkCallback-1251-thread-1-processing-n:127.0.0.1:32837_solr) [n:127.0.0.1:32837_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 842787 INFO  (jetty-launcher-1215-thread-4) [n:127.0.0.1:32837_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32837.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842792 INFO  (jetty-launcher-1215-thread-4) [n:127.0.0.1:32837_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32837.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842792 INFO  (jetty-launcher-1215-thread-4) [n:127.0.0.1:32837_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32837.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842793 INFO  (jetty-launcher-1215-thread-4) [n:127.0.0.1:32837_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.search.join.BlockJoinFacetDistribTest_B20B3158D75E93D2-001/tempDir-001/node3/.
   [junit4]   2> 842806 INFO  (jetty-launcher-1215-thread-5) [n:127.0.0.1:37263_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37263.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842812 INFO  (jetty-launcher-1215-thread-5) [n:127.0.0.1:37263_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37263.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842812 INFO  (jetty-launcher-1215-thread-5) [n:127.0.0.1:37263_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37263.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842812 INFO  (jetty-launcher-1215-thread-5) [n:127.0.0.1:37263_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.search.join.BlockJoinFacetDistribTest_B20B3158D75E93D2-001/tempDir-001/node4/.
   [junit4]   2> 842813 INFO  (jetty-launcher-1215-thread-6) [n:127.0.0.1:45207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 842817 INFO  (jetty-launcher-1215-thread-6) [n:127.0.0.1:45207_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 842819 INFO  (jetty-launcher-1215-thread-2) [n:127.0.0.1:34547_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 842819 INFO  (jetty-launcher-1215-thread-6) [n:127.0.0.1:45207_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45207_solr
   [junit4]   2> 842820 INFO  (zkCallback-1239-thread-1-processing-n:127.0.0.1:37263_solr) [n:127.0.0.1:37263_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 842820 INFO  (zkCallback-1251-thread-1-processing-n:127.0.0.1:32837_solr) [n:127.0.0.1:32837_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 842825 INFO  (zkCallback-1246-thread-1-processing-n:127.0.0.1:45207_solr) [n:127.0.0.1:45207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 842828 INFO  (zkCallback-1244-thread-1-processing-n:127.0.0.1:34547_solr) [n:127.0.0.1:34547_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 842829 INFO  (jetty-launcher-1215-thread-1) [n:127.0.0.1:39095_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 842829 INFO  (jetty-launcher-1215-thread-2) [n:127.0.0.1:34547_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 842830 INFO  (jetty-launcher-1215-thread-1) [n:127.0.0.1:39095_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 842831 INFO  (jetty-launcher-1215-thread-2) [n:127.0.0.1:34547_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34547_solr
   [junit4]   2> 842832 INFO  (zkCallback-1239-thread-1-processing-n:127.0.0.1:37263_solr) [n:127.0.0.1:37263_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 842832 INFO  (zkCallback-1246-thread-1-processing-n:127.0.0.1:45207_solr) [n:127.0.0.1:45207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 842832 INFO  (zkCallback-1251-thread-1-processing-n:127.0.0.1:32837_solr) [n:127.0.0.1:32837_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 842836 INFO  (zkCallback-1241-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 842837 INFO  (zkCallback-1244-thread-1-processing-n:127.0.0.1:34547_solr) [n:127.0.0.1:34547_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 842837 INFO  (jetty-launcher-1215-thread-1) [n:127.0.0.1:39095_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39095_solr
   [junit4]   2> 842838 INFO  (jetty-launcher-1215-thread-3) [n:127.0.0.1:42135_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 842838 INFO  (zkCallback-1239-thread-1-processing-n:127.0.0.1:37263_solr) [n:127.0.0.1:37263_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 842838 INFO  (zkCallback-1251-thread-1-processing-n:127.0.0.1:32837_solr) [n:127.0.0.1:32837_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 842838 INFO  (zkCallback-1241-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 842848 INFO  (zkCallback-1244-thread-1-processing-n:127.0.0.1:34547_solr) [n:127.0.0.1:34547_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 842848 INFO  (zkCallback-1246-thread-1-processing-n:127.0.0.1:45207_solr) [n:127.0.0.1:45207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 842849 INFO  (zkCallback-1240-thread-1-processing-n:127.0.0.1:42135_solr) [n:127.0.0.1:42135_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 842849 INFO  (jetty-launcher-1215-thread-3) [n:127.0.0.1:42135_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 842850 INFO  (jetty-launcher-1215-thread-3) [n:127.0.0.1:42135_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42135_solr
   [junit4]   2> 842850 INFO  (zkCallback-1251-thread-1-processing-n:127.0.0.1:32837_solr) [n:127.0.0.1:32837_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 842850 INFO  (zkCallback-1241-thread-1-processing-n:127.0.0.1:39095_solr) [n:127.0.0.1:39095_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 842850 INFO  (zkCallback-1239-thread-1-processing-n:127.0.0.1:37263_solr) [n:127.0.0.1:37263_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 842850 INFO  (zkCallback-1246-thread-1-processing-n:127.0.0.1:45207_solr) [n:127.0.0.1:45207_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 842858 INFO  (zkCallback-1240-thread-1-processing-n:127.0.0.1:42135_solr) [n:127.0.0.1:42135_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 842860 INFO  (zkCallback-1244-thread-1-processing-n:127.0.0.1:34547_solr) [n:127.0.0.1:34547_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 842874 INFO  (jetty-launcher-1215-thread-2) [n:127.0.0.1:34547_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34547.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842881 INFO  (jetty-launcher-1215-thread-1) [n:127.0.0.1:39095_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39095.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842883 INFO  (jetty-launcher-1215-thread-2) [n:127.0.0.1:34547_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34547.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842883 INFO  (jetty-launcher-1215-thread-2) [n:127.0.0.1:34547_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34547.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842884 INFO  (jetty-launcher-1215-thread-2) [n:127.0.0.1:34547_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.search.join.BlockJoinFacetDistribTest_B20B3158D75E93D2-001/tempDir-001/node2/.
   [junit4]   2> 842886 INFO  (jetty-launcher-1215-thread-6) [n:127.0.0.1:45207_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45207.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842904 INFO  (jetty-launcher-1215-thread-6) [n:127.0.0.1:45207_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45207.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842905 INFO  (jetty-launcher-1215-thread-6) [n:127.0.0.1:45207_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45207.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842906 INFO  (jetty-launcher-1215-thread-6) [n:127.0.0.1:45207_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.search.join.BlockJoinFacetDistribTest_B20B3158D75E93D2-001/tempDir-001/node6/.
   [junit4]   2> 842908 INFO  (jetty-launcher-1215-thread-3) [n:127.0.0.1:42135_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42135.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842912 INFO  (jetty-launcher-1215-thread-3) [n:127.0.0.1:42135_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42135.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842913 INFO  (jetty-launcher-1215-thread-3) [n:127.0.0.1:42135_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42135.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842913 INFO  (jetty-launcher-1215-thread-3) [n:127.0.0.1:42135_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.search.join.BlockJoinFacetDistribTest_B20B3158D75E93D2-001/tempDir-001/node5/.
   [junit4]   2> 842922 INFO  (jetty-launcher-1215-thread-1) [n:127.0.0.1:39095_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39095.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842922 INFO  (jetty-launcher-1215-thread-1) [n:127.0.0.1:39095_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39095.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@526a48a0
   [junit4]   2> 842923 INFO  (jetty-launcher-1215-thread-1) [n:127.0.0.1:39095_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.search.join.BlockJoinFacetDistribTest_B20B3158D75E93D2-001/tempDir-001/node1/.
   [junit4]   2> 843044 INFO  (SUITE-BlockJoinFacetDistribTest-seed#[B20B3158D75E93D2]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 843044 INFO  (SUITE-BlockJoinFacetDistribTest-seed#[B20B3158D75E93D2]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39925/solr ready
   [junit4]   2> 843174 INFO  (qtp1694446911-7563) [n:127.0.0.1:32837_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.schema=schema-blockjoinfacetcomponent.xml&property.config=solrconfig-blockjoinfacetcomponent.xml&collection.configName=solrCloudCollectionConfig&name=facetcollection&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 843176 INFO  (OverseerThreadFactory-3405-thread-1-processing-n:127.0.0.1:37263_solr) [n:127.0.0.1:37263_solr    ] o.a.s.c.CreateCollectionCmd Create collection facetcollection
   [junit4]   2> 843279 INFO  (OverseerStateUpdate-98944184767152141-127.0.0.1:37263_solr-n_0000000000) [n:127.0.0.1:37263_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"facetcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"facetcollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37263/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 843280 INFO  (OverseerStateUpdate-98944184767152141-127.0.0.1:37263_solr-n_0000000000) [n:127.0.0.1:37263_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":

[...truncated too long message...]

nux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20171104_044911_9049287860809484204264.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20171104_044911_90411941354713159370107.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 553 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20171104_045002_29812134363824374304991.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171104_045002_2986774267848605370318.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171104_045002_29817035019506353960032.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1259 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171104_045017_2997574858412364329343.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171104_045017_2994670522919660296110.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 647 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171104_045024_69012206012098529897155.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20171104_045024_69016235971245739699026.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171104_045024_6903295684388322150285.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 557 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171104_045050_86411066217261776052811.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20171104_045050_8648300032069294890098.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171104_045050_86415204964286603237677.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 560 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171104_045101_6262259291341195965641.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171104_045101_6264241525204165962086.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 646 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171104_045108_81817620889745090322618.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171104_045108_81810273774355047448933.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20171104_045108_818680245031841755822.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 596 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171104_045138_74617682424827239182850.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171104_045138_74616733882538858443198.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 548 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171104_045150_55917093070172714338818.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 31617 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20820 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20820/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication

Error Message:
We expected shard split to succeed on a static index but it didn't. Found state = running

Stack Trace:
java.lang.AssertionError: We expected shard split to succeed on a static index but it didn't. Found state = running
	at __randomizedtesting.SeedInfo.seed([59F219ED8B56884B:13B88DED1AFEA74E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication(ShardSplitTest.java:223)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13485 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> 1887610 INFO  (SUITE-ShardSplitTest-seed#[59F219ED8B56884B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/init-core-data-001
   [junit4]   2> 1887611 WARN  (SUITE-ShardSplitTest-seed#[59F219ED8B56884B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1887611 INFO  (SUITE-ShardSplitTest-seed#[59F219ED8B56884B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1887613 INFO  (SUITE-ShardSplitTest-seed#[59F219ED8B56884B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1887613 INFO  (SUITE-ShardSplitTest-seed#[59F219ED8B56884B]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1887624 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1887625 INFO  (Thread-4112) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1887625 INFO  (Thread-4112) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1887628 ERROR (Thread-4112) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1887725 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.ZkTestServer start zk server on port:42983
   [junit4]   2> 1887740 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1887742 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1887743 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1887745 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1887746 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1887747 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1887748 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1887749 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1887750 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1887751 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1887752 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1887753 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1887838 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1887838 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@192b7b4{/,null,AVAILABLE}
   [junit4]   2> 1887845 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14150f5{HTTP/1.1,[http/1.1]}{127.0.0.1:45415}
   [junit4]   2> 1887845 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.Server Started @1888959ms
   [junit4]   2> 1887845 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/tempDir-001/control/data, hostContext=/, hostPort=45415, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/control-001/cores}
   [junit4]   2> 1887846 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1887846 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1887846 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1887846 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1887846 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-04T01:25:27.509Z
   [junit4]   2> 1887848 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1887848 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/control-001/solr.xml
   [junit4]   2> 1887852 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1887852 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1887853 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1887857 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42983/solr
   [junit4]   2> 1887913 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:45415_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1887913 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:45415_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45415_
   [junit4]   2> 1887914 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:45415_    ] o.a.s.c.Overseer Overseer (id=98943547951611908-127.0.0.1:45415_-n_0000000000) starting
   [junit4]   2> 1887918 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:45415_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45415_
   [junit4]   2> 1887935 INFO  (OverseerStateUpdate-98943547951611908-127.0.0.1:45415_-n_0000000000) [n:127.0.0.1:45415_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1888262 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:45415_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1888272 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:45415_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1888272 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:45415_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1888274 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:45415_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/control-001/cores
   [junit4]   2> 1888291 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1888292 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42983/solr ready
   [junit4]   2> 1888293 INFO  (qtp13154264-15486) [n:127.0.0.1:45415_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45415_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1888297 INFO  (OverseerThreadFactory-6460-thread-1-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1888403 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1888404 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1888508 INFO  (zkCallback-2244-thread-1-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1889434 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1889455 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1889544 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1889580 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1889581 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1889581 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1889581 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1889585 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17113071182201461]
   [junit4]   2> 1889605 WARN  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1889643 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1889643 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1889644 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1889644 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1889645 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=70.759765625, floorSegmentMB=2.1328125, forceMergeDeletesPctAllowed=29.90613079780421, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3825651093707201
   [junit4]   2> 1889646 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39490d[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1889647 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1889647 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1889648 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1889650 INFO  (searcherExecutor-6463-thread-1-processing-n:127.0.0.1:45415_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@39490d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1889650 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583096769348108288
   [junit4]   2> 1889654 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1889654 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1889654 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45415/control_collection_shard1_replica_n1/
   [junit4]   2> 1889654 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1889654 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45415/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1889654 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1889656 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45415/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1889757 INFO  (zkCallback-2244-thread-1-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1889806 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1889808 INFO  (qtp13154264-15482) [n:127.0.0.1:45415_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1404
   [junit4]   2> 1889813 INFO  (qtp13154264-15486) [n:127.0.0.1:45415_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1889908 INFO  (zkCallback-2244-thread-1-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1890301 INFO  (OverseerCollectionConfigSetProcessor-98943547951611908-127.0.0.1:45415_-n_0000000000) [n:127.0.0.1:45415_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1890814 INFO  (qtp13154264-15486) [n:127.0.0.1:45415_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45415_&wt=javabin&version=2} status=0 QTime=2520
   [junit4]   2> 1890820 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1890820 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42983/solr ready
   [junit4]   2> 1890820 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1890822 INFO  (qtp13154264-15483) [n:127.0.0.1:45415_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1890826 INFO  (OverseerThreadFactory-6460-thread-2-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1890827 WARN  (OverseerThreadFactory-6460-thread-2-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1891030 INFO  (qtp13154264-15483) [n:127.0.0.1:45415_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1891030 INFO  (qtp13154264-15483) [n:127.0.0.1:45415_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=208
   [junit4]   2> 1891113 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-1-001 of type NRT
   [junit4]   2> 1891113 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1891114 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b63107{/,null,AVAILABLE}
   [junit4]   2> 1891114 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4921a7{HTTP/1.1,[http/1.1]}{127.0.0.1:32799}
   [junit4]   2> 1891114 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.Server Started @1892228ms
   [junit4]   2> 1891114 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=32799, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-1-001/cores}
   [junit4]   2> 1891115 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1891115 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1891115 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1891115 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1891115 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-04T01:25:30.778Z
   [junit4]   2> 1891118 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1891118 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-1-001/solr.xml
   [junit4]   2> 1891123 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1891123 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1891146 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1891150 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42983/solr
   [junit4]   2> 1891162 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:32799_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1891163 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:32799_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1891164 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:32799_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32799_
   [junit4]   2> 1891166 INFO  (zkCallback-2244-thread-1-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1891168 INFO  (zkCallback-2257-thread-1-processing-n:127.0.0.1:32799_) [n:127.0.0.1:32799_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1891171 INFO  (zkCallback-2252-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1891368 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:32799_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1891381 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:32799_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1891382 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:32799_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1891383 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:32799_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-1-001/cores
   [junit4]   2> 1891413 INFO  (qtp3909787-15533) [n:127.0.0.1:32799_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:32799_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1891415 INFO  (OverseerCollectionConfigSetProcessor-98943547951611908-127.0.0.1:45415_-n_0000000000) [n:127.0.0.1:45415_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1891416 INFO  (OverseerThreadFactory-6460-thread-3-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:32799_ for creating new replica
   [junit4]   2> 1891418 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1891419 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1892447 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1892466 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 1892556 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1892578 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 1892579 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1892579 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1892580 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 1892585 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17113071182201461]
   [junit4]   2> 1892602 WARN  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1892649 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1892649 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1892651 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1892651 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1892652 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=70.759765625, floorSegmentMB=2.1328125, forceMergeDeletesPctAllowed=29.90613079780421, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3825651093707201
   [junit4]   2> 1892653 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@1dbac24[collection1_shard2_replica_n41] main]
   [junit4]   2> 1892654 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1892654 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1892655 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1892655 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583096772499079168
   [junit4]   2> 1892658 INFO  (searcherExecutor-6474-thread-1-processing-n:127.0.0.1:32799_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@1dbac24[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1892660 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1892660 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1892660 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32799/collection1_shard2_replica_n41/
   [junit4]   2> 1892661 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1892661 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:32799/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 1892661 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1892662 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32799/collection1_shard2_replica_n41/ shard2
   [junit4]   2> 1892813 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1892815 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1396
   [junit4]   2> 1892817 INFO  (qtp3909787-15533) [n:127.0.0.1:32799_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:32799_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1403
   [junit4]   2> 1892938 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-2-001 of type NRT
   [junit4]   2> 1892939 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1892939 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a757d9{/,null,AVAILABLE}
   [junit4]   2> 1892940 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5267e3{HTTP/1.1,[http/1.1]}{127.0.0.1:35113}
   [junit4]   2> 1892940 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.Server Started @1894053ms
   [junit4]   2> 1892940 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=35113, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-2-001/cores}
   [junit4]   2> 1892940 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1892940 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1892940 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1892940 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1892941 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-04T01:25:32.604Z
   [junit4]   2> 1892943 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1892943 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-2-001/solr.xml
   [junit4]   2> 1892948 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1892948 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1892949 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1892953 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42983/solr
   [junit4]   2> 1892960 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:35113_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1892961 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:35113_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1892963 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:35113_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35113_
   [junit4]   2> 1892963 INFO  (zkCallback-2252-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1892964 INFO  (zkCallback-2244-thread-1-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1892963 INFO  (zkCallback-2257-thread-1-processing-n:127.0.0.1:32799_) [n:127.0.0.1:32799_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1892968 INFO  (zkCallback-2263-thread-1-processing-n:127.0.0.1:35113_) [n:127.0.0.1:35113_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1893052 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:35113_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1893064 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:35113_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1893064 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:35113_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1893066 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:35113_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-2-001/cores
   [junit4]   2> 1893102 INFO  (qtp3909787-15534) [n:127.0.0.1:32799_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35113_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1893103 INFO  (OverseerCollectionConfigSetProcessor-98943547951611908-127.0.0.1:45415_-n_0000000000) [n:127.0.0.1:45415_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1893107 INFO  (OverseerThreadFactory-6460-thread-4-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35113_ for creating new replica
   [junit4]   2> 1893109 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1893110 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1894138 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1894156 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
   [junit4]   2> 1894252 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1894269 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
   [junit4]   2> 1894270 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1894270 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1894270 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
   [junit4]   2> 1894275 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17113071182201461]
   [junit4]   2> 1894291 WARN  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1894368 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1894368 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1894369 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1894369 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1894371 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=70.759765625, floorSegmentMB=2.1328125, forceMergeDeletesPctAllowed=29.90613079780421, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3825651093707201
   [junit4]   2> 1894372 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@659d5[collection1_shard1_replica_n43] main]
   [junit4]   2> 1894373 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1894373 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1894374 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1894376 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583096774303678464
   [junit4]   2> 1894379 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1894379 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1894379 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35113/collection1_shard1_replica_n43/
   [junit4]   2> 1894379 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1894379 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:35113/collection1_shard1_replica_n43/ has no replicas
   [junit4]   2> 1894379 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1894380 INFO  (searcherExecutor-6485-thread-1-processing-n:127.0.0.1:35113_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@659d5[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1894381 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35113/collection1_shard1_replica_n43/ shard1
   [junit4]   2> 1894531 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1894533 INFO  (qtp22578060-15562) [n:127.0.0.1:35113_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1423
   [junit4]   2> 1894535 INFO  (qtp3909787-15534) [n:127.0.0.1:32799_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35113_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1433
   [junit4]   2> 1894630 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-3-001 of type NRT
   [junit4]   2> 1894630 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1894631 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d07e33{/,null,AVAILABLE}
   [junit4]   2> 1894632 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e1cda8{HTTP/1.1,[http/1.1]}{127.0.0.1:40551}
   [junit4]   2> 1894632 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.Server Started @1895745ms
   [junit4]   2> 1894632 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=40551, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-3-001/cores}
   [junit4]   2> 1894632 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1894632 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1894632 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1894632 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1894632 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-04T01:25:34.295Z
   [junit4]   2> 1894635 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1894635 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-3-001/solr.xml
   [junit4]   2> 1894639 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1894640 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1894642 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1894645 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42983/solr
   [junit4]   2> 1894652 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:40551_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1894653 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:40551_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1894654 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:40551_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40551_
   [junit4]   2> 1894654 INFO  (zkCallback-2252-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1894655 INFO  (zkCallback-2257-thread-1-processing-n:127.0.0.1:32799_) [n:127.0.0.1:32799_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1894655 INFO  (zkCallback-2263-thread-1-processing-n:127.0.0.1:35113_) [n:127.0.0.1:35113_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1894655 INFO  (zkCallback-2244-thread-1-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1894657 INFO  (zkCallback-2269-thread-1-processing-n:127.0.0.1:40551_) [n:127.0.0.1:40551_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1894841 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:40551_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1894852 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:40551_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1894853 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:40551_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1894854 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:40551_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-3-001/cores
   [junit4]   2> 1894897 INFO  (qtp3909787-15528) [n:127.0.0.1:32799_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40551_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1894899 INFO  (OverseerCollectionConfigSetProcessor-98943547951611908-127.0.0.1:45415_-n_0000000000) [n:127.0.0.1:45415_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1894899 INFO  (OverseerThreadFactory-6460-thread-5-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40551_ for creating new replica
   [junit4]   2> 1894901 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1894901 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1895917 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1895959 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
   [junit4]   2> 1896418 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1896435 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
   [junit4]   2> 1896436 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1896436 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1896436 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
   [junit4]   2> 1896440 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17113071182201461]
   [junit4]   2> 1896464 WARN  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1896518 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1896518 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1896520 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1896520 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1896522 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=70.759765625, floorSegmentMB=2.1328125, forceMergeDeletesPctAllowed=29.90613079780421, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3825651093707201
   [junit4]   2> 1896522 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@d70764[collection1_shard2_replica_n45] main]
   [junit4]   2> 1896523 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1896524 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1896525 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1896525 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583096776557068288
   [junit4]   2> 1896527 INFO  (searcherExecutor-6496-thread-1-processing-n:127.0.0.1:40551_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@d70764[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1896529 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
   [junit4]   2> 1896529 INFO  (updateExecutor-2266-thread-1-processing-n:127.0.0.1:40551_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:40551_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1896529 INFO  (qtp11548575-15586) [n:127.0.0.1:40551_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1628
   [junit4]   2> 1896530 INFO  (recoveryExecutor-2267-thread-1-processing-n:127.0.0.1:40551_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40551_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1896530 INFO  (recoveryExecutor-2267-thread-1-processing-n:127.0.0.1:40551_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40551_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1896530 INFO  (recoveryExecutor-2267-thread-1-processing-n:127.0.0.1:40551_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40551_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
   [junit4]   2> 1896530 INFO  (recoveryExecutor-2267-thread-1-processing-n:127.0.0.1:40551_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40551_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1896530 INFO  (recoveryExecutor-2267-thread-1-processing-n:127.0.0.1:40551_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40551_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:32799/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:40551/collection1_shard2_replica_n45/]
   [junit4]   2> 1896532 INFO  (qtp3909787-15528) [n:127.0.0.1:32799_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40551_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1635
   [junit4]   2> 1896559 INFO  (recoveryExecutor-2267-thread-1-processing-n:127.0.0.1:40551_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40551_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:32799]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:40551_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1896560 INFO  (qtp3909787-15530) [n:127.0.0.1:32799_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 1896566 INFO  (qtp3909787-15530) [n:127.0.0.1:32799_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:40551_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:40551","node_name":"127.0.0.1:40551_","state":"down","type":"NRT"}
   [junit4]   2> 1896650 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-4-001 of type NRT
   [junit4]   2> 1896650 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1896654 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@de5af7{/,null,AVAILABLE}
   [junit4]   2> 1896654 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@27cce5{HTTP/1.1,[http/1.1]}{127.0.0.1:33305}
   [junit4]   2> 1896654 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.e.j.s.Server Started @1897768ms
   [junit4]   2> 1896654 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=33305, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-4-001/cores}
   [junit4]   2> 1896655 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1896655 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1896655 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1896655 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1896655 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-04T01:25:36.318Z
   [junit4]   2> 1896658 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1896658 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-4-001/solr.xml
   [junit4]   2> 1896662 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1896662 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1896663 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1896666 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42983/solr
   [junit4]   2> 1896681 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:33305_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1896682 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:33305_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1896685 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:33305_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33305_
   [junit4]   2> 1896689 INFO  (zkCallback-2252-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1896689 INFO  (zkCallback-2269-thread-1-processing-n:127.0.0.1:40551_) [n:127.0.0.1:40551_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1896689 INFO  (zkCallback-2244-thread-2-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1896689 INFO  (zkCallback-2257-thread-1-processing-n:127.0.0.1:32799_) [n:127.0.0.1:32799_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1896689 INFO  (zkCallback-2263-thread-1-processing-n:127.0.0.1:35113_) [n:127.0.0.1:35113_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1896697 INFO  (zkCallback-2276-thread-1-processing-n:127.0.0.1:33305_) [n:127.0.0.1:33305_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1896900 INFO  (OverseerCollectionConfigSetProcessor-98943547951611908-127.0.0.1:45415_-n_0000000000) [n:127.0.0.1:45415_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1896959 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:33305_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1896970 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:33305_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1896970 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:33305_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@f8e8d4
   [junit4]   2> 1896972 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[59F219ED8B56884B]) [n:127.0.0.1:33305_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001/shard-4-001/cores
   [junit4]   2> 1897051 INFO  (qtp3909787-15529) [n:127.0.0.1:32799_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33305_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1897053 INFO  (OverseerThreadFactory-6460-thread-5-processing-n:127.0.0.1:45415_) [n:127.0.0.1:45415_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33305_ for creating new replica
   [junit4]   2> 1897057 INFO  (qtp3628400-15624) [n:127.0.0.1:33305_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n47&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1897057 INFO  (qtp3628400-15624) [n:127.0.0.1:33305_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1897566 INFO  (qtp3909787-15530) [n:127.0.0.1:32799_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:40551_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:40551","node_name":"127.0.0.1:40551_","state":"recovering","type":"NRT"}
   [junit4]   2> 1897566 INFO  (qtp3909787-15530) [n:127.0.0.1:32799_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1897567 INFO  (qtp3909787-15530) [n:127.0.0.1:32799_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:40551_&onlyIfLeaderActive=true&core=collection1_shard2_replica_n41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1006
   [junit4]   2> 1898067 INFO  (recoveryExecutor-2267-thread-1-processing-n:127.0.0.1:40551_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40551_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:32799/collection1_shard2_replica_n41/] - recoveringAfterStartup=[true]
   [junit4]   2> 1898068 INFO  (recoveryExecutor-2267-thread-1-processing-n:127.0.0.1:40551_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40551_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_n45 url=http://127.0.0.1:40551 START replicas=[http://127.0.0.1:32799/collection1_shard2_replica_n41/] nUpdates=100
   [junit4]   2> 1898072 INFO  (qtp3909787-15533) [n:127.0.0.1:32799_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_n41] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1898072 INFO  (qtp3909787-15533) [n:127.0.0.1:32799_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_n41] o.a.s.c.S.Request [collection1_shard2_replica_n41]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1898074 INFO  (recoveryExecutor-2267-thread-1-processing-n:127.0.0.1:40551_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:40551_ c:collection1 s:shard2 r:core_node46 x:collection1_s

[...truncated too long message...]

_shard1_replica_t47] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2628039 INFO  (zkCallback-2485-thread-1-processing-n:127.0.0.1:33641_) [n:127.0.0.1:33641_ c:collection1 s:shard1_0 r:core_node59 x:collection1_shard1_0_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1_0.replica0, tag=1384875
   [junit4]   2> 2628039 INFO  (zkCallback-2485-thread-2-processing-n:127.0.0.1:33641_) [n:127.0.0.1:33641_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_t47] o.a.s.c.SolrCore [collection1_shard1_replica_t47]  CLOSING SolrCore org.apache.solr.core.SolrCore@18f58dd
   [junit4]   2> 2628039 INFO  (zkCallback-2485-thread-1-processing-n:127.0.0.1:33641_) [n:127.0.0.1:33641_ c:collection1 s:shard1_0 r:core_node59 x:collection1_shard1_0_replica0] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14b37bb: rootName = null, domain = solr.core.collection1.shard1_0.replica0, service url = null, agent id = null] for registry solr.core.collection1.shard1_0.replica0 / com.codahale.metrics.MetricRegistry@fd0663
   [junit4]   2> 2628053 INFO  (zkCallback-2485-thread-2-processing-n:127.0.0.1:33641_) [n:127.0.0.1:33641_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_t47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_t47, tag=26171613
   [junit4]   2> 2628053 INFO  (zkCallback-2485-thread-2-processing-n:127.0.0.1:33641_) [n:127.0.0.1:33641_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_t47] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d2cd57: rootName = null, domain = solr.core.collection1.shard1.replica_t47, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_t47 / com.codahale.metrics.MetricRegistry@781ac5
   [junit4]   2> 2628064 INFO  (zkCallback-2485-thread-2-processing-n:127.0.0.1:33641_) [n:127.0.0.1:33641_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_t47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=26171613
   [junit4]   2> 2628064 INFO  (zkCallback-2485-thread-1-processing-n:127.0.0.1:33641_) [n:127.0.0.1:33641_ c:collection1 s:shard1_0 r:core_node59 x:collection1_shard1_0_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1_0.leader, tag=1384875
   [junit4]   2> 2628079 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[59F219ED8B56884B]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1aa9641{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2628079 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[59F219ED8B56884B]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c2e861{/,null,UNAVAILABLE}
   [junit4]   2> 2628080 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[59F219ED8B56884B]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 46211
   [junit4]   2> 2628080 ERROR (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[59F219ED8B56884B]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2628081 INFO  (TEST-ShardSplitTest.testSplitAfterFailedSplit-seed#[59F219ED8B56884B]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35503 35503
   [junit4]   2> 2629566 INFO  (Thread-4360) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35503 35503
   [junit4]   2> 2629569 WARN  (Thread-4360) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	4	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	4	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	4	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_59F219ED8B56884B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=PostingsFormat(name=Asserting), shard_s=PostingsFormat(name=Memory), a_t=PostingsFormat(name=Memory), id=PostingsFormat(name=Asserting)}, docValues:{shard_s=DocValuesFormat(name=Memory), rnd_b=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), n_ti=DocValuesFormat(name=Memory), a_t=DocValuesFormat(name=Memory), a_i=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=2008, maxMBSortInHeap=7.03998941726147, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d10589), locale=zh-SG, timezone=Europe/Oslo
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=186045592,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestLuceneIndexBackCompat, TestSolrCoreSnapshots, MultiTermTest, NoCacheHeaderTest, MissingSegmentRecoveryTest, DistributedQueryElevationComponentTest, SparseHLLTest, CleanupOldIndexTest, TestDynamicFieldCollectionResource, ResourceLoaderTest, HdfsChaosMonkeySafeLeaderTest, TestUtils, TestBlobHandler, TestManagedSchemaThreadSafety, TestSolrCloudWithHadoopAuthPlugin, DataDrivenBlockJoinTest, SolrJmxReporterTest, CursorPagingTest, TestDocBasedVersionConstraints, TestMaxScoreQueryParser, TestRTimerTree, TermVectorComponentTest, CurrencyFieldTypeTest, TestSolrCloudWithDelegationTokens, TestRandomFaceting, TestCloudInspectUtil, TestPivotHelperCode, TestReversedWildcardFilterFactory, TestInfoStreamLogging, DistributedMLTComponentTest, StatelessScriptUpdateProcessorFactoryTest, ResponseHeaderTest, BigEndianAscendingWordSerializerTest, DirectUpdateHandlerOptimizeTest, TestJoin, DistribCursorPagingTest, TestJsonFacetRefinement, TestSchemaVersionResource, TestPolicyCloud, TestPayloadScoreQParserPlugin, TestLocalFSCloudBackupRestore, NumberUtilsTest, HdfsLockFactoryTest, TestSuggestSpellingConverter, ZkFailoverTest, ClassificationUpdateProcessorTest, SolrXmlInZkTest, DistributedFacetPivotLargeTest, TestFieldResource, DateFieldTest, TestPHPSerializedResponseWriter, TestSort, SyncSliceTest, LargeFieldTest, SpellCheckComponentTest, CacheHeaderTest, TestSha256AuthenticationProvider, TestSchemalessBufferedUpdates, TestAnalyzeInfixSuggestions, RAMDirectoryFactoryTest, TestShortCircuitedRequests, AddBlockUpdateTest, TestDFISimilarityFactory, TestCloudPseudoReturnFields, SolrMetricManagerTest, TestRebalanceLeaders, UpdateRequestProcessorFactoryTest, ZkControllerTest, OutOfBoxZkACLAndCredentialsProvidersTest, UpdateParamsTest, SolrShardReporterTest, OverseerTaskQueueTest, TestAuthorizationFramework, TestChildDocTransformer, TestEmbeddedSolrServerSchemaAPI, TestHashQParserPlugin, BadCopyFieldTest, TestRandomDVFaceting, ActionThrottleTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSolrFieldCacheBean, BlobRepositoryCloudTest, TestNoOpRegenerator, TestFieldCacheReopen, HighlighterMaxOffsetTest, TestConfig, TestRecovery, SimpleFacetsTest, SaslZkACLProviderTest, MetricsHandlerTest, TestBinaryField, HdfsBasicDistributedZk2Test, SolrCoreTest, TestConfigSetProperties, TestSolrConfigHandler, LeaderInitiatedRecoveryOnCommitTest, TestFieldCacheVsDocValues, TestCryptoKeys, RestartWhileUpdatingTest, TestRestManager, TestFreeTextSuggestions, TestIBSimilarityFactory, BlockJoinFacetDistribTest, DocValuesTest, SoftAutoCommitTest, HdfsRecoverLeaseTest, PrimitiveFieldTypeTest, LeaderElectionIntegrationTest, NodeLostTriggerTest, SortSpecParsingTest, TestReplicationHandler, TestBadConfig, MinimalSchemaTest, TestDistributedStatsComponentCardinality, UtilsToolTest, GraphQueryTest, TestConfigSetsAPI, TermsComponentTest, AnalysisAfterCoreReloadTest, TestExactSharedStatsCache, ClusterStateUpdateTest, ZkSolrClientTest, DistributedSpellCheckComponentTest, DistributedTermsComponentTest, TestSolr4Spatial, SolrCmdDistributorTest, PeerSyncTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestTrie, TestCSVLoader, TestPseudoReturnFields, TestUpdate, QueryEqualityTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestQueryTypes, RequestHandlersTest, TestValueSourceCache, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestCollationField, QueryParsingTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestLFUCache, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AssignTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaHDFSFailoverTest, MoveReplicaTest, RemoteQueryErrorTest, ShardSplitTest]
   [junit4] Completed [585/748 (1!)] on J0 in 742.01s, 5 tests, 1 failure <<< FAILURES!

[...truncated 43598 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 20819 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20819/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates

Error Message:
Error from server at http://127.0.0.1:44223/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44223/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([2AE4239E48FCD49A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.createMiniSolrCloudCluster(TestStressCloudBlindAtomicUpdates.java:132)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13352 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
   [junit4]   2> 2590780 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2AE4239E48FCD49A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/init-core-data-001
   [junit4]   2> 2590781 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2AE4239E48FCD49A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2590782 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2AE4239E48FCD49A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
   [junit4]   2> 2590782 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2AE4239E48FCD49A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001
   [junit4]   2> 2590783 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2AE4239E48FCD49A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2590783 INFO  (Thread-5369) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2590783 INFO  (Thread-5369) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2590784 ERROR (Thread-5369) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2590883 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2AE4239E48FCD49A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38965
   [junit4]   2> 2590887 INFO  (jetty-launcher-2527-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2590887 INFO  (jetty-launcher-2527-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2590887 INFO  (jetty-launcher-2527-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2590887 INFO  (jetty-launcher-2527-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2590888 INFO  (jetty-launcher-2527-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34babfcb{/solr,null,AVAILABLE}
   [junit4]   2> 2590888 INFO  (jetty-launcher-2527-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d01b04e{/solr,null,AVAILABLE}
   [junit4]   2> 2590888 INFO  (jetty-launcher-2527-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@469c16bb{/solr,null,AVAILABLE}
   [junit4]   2> 2590888 INFO  (jetty-launcher-2527-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16bb9a72{/solr,null,AVAILABLE}
   [junit4]   2> 2590889 INFO  (jetty-launcher-2527-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@367a253e{HTTP/1.1,[http/1.1]}{127.0.0.1:45735}
   [junit4]   2> 2590889 INFO  (jetty-launcher-2527-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2495302e{HTTP/1.1,[http/1.1]}{127.0.0.1:45091}
   [junit4]   2> 2590889 INFO  (jetty-launcher-2527-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@27fc1642{HTTP/1.1,[http/1.1]}{127.0.0.1:44501}
   [junit4]   2> 2590890 INFO  (jetty-launcher-2527-thread-3) [    ] o.e.j.s.Server Started @2593993ms
   [junit4]   2> 2590890 INFO  (jetty-launcher-2527-thread-2) [    ] o.e.j.s.Server Started @2593993ms
   [junit4]   2> 2590890 INFO  (jetty-launcher-2527-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45091}
   [junit4]   2> 2590890 INFO  (jetty-launcher-2527-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44501}
   [junit4]   2> 2590890 INFO  (jetty-launcher-2527-thread-4) [    ] o.e.j.s.Server Started @2593992ms
   [junit4]   2> 2590890 INFO  (jetty-launcher-2527-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45735}
   [junit4]   2> 2590890 INFO  (jetty-launcher-2527-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@65dd69ca{HTTP/1.1,[http/1.1]}{127.0.0.1:44223}
   [junit4]   2> 2590890 ERROR (jetty-launcher-2527-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2590890 ERROR (jetty-launcher-2527-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2590890 INFO  (jetty-launcher-2527-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2590890 INFO  (jetty-launcher-2527-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-03T22:35:11.958Z
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-03T22:35:11.958Z
   [junit4]   2> 2590890 INFO  (jetty-launcher-2527-thread-1) [    ] o.e.j.s.Server Started @2593993ms
   [junit4]   2> 2590890 ERROR (jetty-launcher-2527-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44223}
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2590891 ERROR (jetty-launcher-2527-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-03T22:35:11.958Z
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2590891 INFO  (jetty-launcher-2527-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-03T22:35:11.958Z
   [junit4]   2> 2590892 INFO  (jetty-launcher-2527-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2590892 INFO  (jetty-launcher-2527-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2590892 INFO  (jetty-launcher-2527-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2590893 INFO  (jetty-launcher-2527-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2590898 INFO  (jetty-launcher-2527-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38965/solr
   [junit4]   2> 2590899 INFO  (jetty-launcher-2527-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38965/solr
   [junit4]   2> 2590900 INFO  (jetty-launcher-2527-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38965/solr
   [junit4]   2> 2590901 INFO  (jetty-launcher-2527-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38965/solr
   [junit4]   2> 2590957 INFO  (jetty-launcher-2527-thread-3) [n:127.0.0.1:45091_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2590957 INFO  (jetty-launcher-2527-thread-1) [n:127.0.0.1:44223_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2590957 INFO  (jetty-launcher-2527-thread-2) [n:127.0.0.1:44501_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2590957 INFO  (jetty-launcher-2527-thread-4) [n:127.0.0.1:45735_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2590959 INFO  (jetty-launcher-2527-thread-3) [n:127.0.0.1:45091_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45091_solr
   [junit4]   2> 2590959 INFO  (jetty-launcher-2527-thread-2) [n:127.0.0.1:44501_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44501_solr
   [junit4]   2> 2590959 INFO  (jetty-launcher-2527-thread-4) [n:127.0.0.1:45735_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45735_solr
   [junit4]   2> 2590959 INFO  (jetty-launcher-2527-thread-1) [n:127.0.0.1:44223_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44223_solr
   [junit4]   2> 2590959 INFO  (jetty-launcher-2527-thread-3) [n:127.0.0.1:45091_solr    ] o.a.s.c.Overseer Overseer (id=98942878472601608-127.0.0.1:45091_solr-n_0000000000) starting
   [junit4]   2> 2590960 INFO  (zkCallback-2547-thread-1-processing-n:127.0.0.1:45735_solr) [n:127.0.0.1:45735_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2590960 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:44501_solr) [n:127.0.0.1:44501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2590963 INFO  (zkCallback-2544-thread-1-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2590966 INFO  (zkCallback-2548-thread-1-processing-n:127.0.0.1:44223_solr) [n:127.0.0.1:44223_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2591013 INFO  (jetty-launcher-2527-thread-3) [n:127.0.0.1:45091_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45091_solr
   [junit4]   2> 2591016 INFO  (jetty-launcher-2527-thread-4) [n:127.0.0.1:45735_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45735.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2591016 INFO  (zkCallback-2547-thread-1-processing-n:127.0.0.1:45735_solr) [n:127.0.0.1:45735_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2591016 INFO  (zkCallback-2548-thread-1-processing-n:127.0.0.1:44223_solr) [n:127.0.0.1:44223_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2591016 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:44501_solr) [n:127.0.0.1:44501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2591017 INFO  (zkCallback-2544-thread-2-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2591023 INFO  (jetty-launcher-2527-thread-4) [n:127.0.0.1:45735_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45735.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2591023 INFO  (jetty-launcher-2527-thread-4) [n:127.0.0.1:45735_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45735.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2591024 INFO  (jetty-launcher-2527-thread-4) [n:127.0.0.1:45735_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001/node4/.
   [junit4]   2> 2591034 INFO  (jetty-launcher-2527-thread-2) [n:127.0.0.1:44501_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44501.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2591042 INFO  (jetty-launcher-2527-thread-2) [n:127.0.0.1:44501_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44501.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2591042 INFO  (jetty-launcher-2527-thread-2) [n:127.0.0.1:44501_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44501.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2591043 INFO  (jetty-launcher-2527-thread-2) [n:127.0.0.1:44501_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001/node2/.
   [junit4]   2> 2591058 INFO  (jetty-launcher-2527-thread-1) [n:127.0.0.1:44223_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44223.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2591063 INFO  (jetty-launcher-2527-thread-1) [n:127.0.0.1:44223_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44223.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2591063 INFO  (jetty-launcher-2527-thread-1) [n:127.0.0.1:44223_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44223.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2591063 INFO  (jetty-launcher-2527-thread-1) [n:127.0.0.1:44223_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001/node1/.
   [junit4]   2> 2591095 INFO  (jetty-launcher-2527-thread-3) [n:127.0.0.1:45091_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45091.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2591100 INFO  (jetty-launcher-2527-thread-3) [n:127.0.0.1:45091_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45091.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2591100 INFO  (jetty-launcher-2527-thread-3) [n:127.0.0.1:45091_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45091.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2591101 INFO  (jetty-launcher-2527-thread-3) [n:127.0.0.1:45091_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001/node3/.
   [junit4]   2> 2591128 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2AE4239E48FCD49A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2591129 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2AE4239E48FCD49A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38965/solr ready
   [junit4]   2> 2591232 INFO  (qtp1731227251-19508) [n:127.0.0.1:44223_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2591233 INFO  (OverseerThreadFactory-7393-thread-1-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.CreateCollectionCmd Create collection test_col
   [junit4]   2> 2591339 INFO  (OverseerStateUpdate-98942878472601608-127.0.0.1:45091_solr-n_0000000000) [n:127.0.0.1:45091_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_col_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44501/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2591341 INFO  (OverseerStateUpdate-98942878472601608-127.0.0.1:45091_solr-n_0000000000) [n:127.0.0.1:45091_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_col_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45091/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2591343 INFO  (OverseerStateUpdate-98942878472601608-127.0.0.1:45091_solr-n_0000000000) [n:127.0.0.1:45091_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_col_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45735/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2591345 INFO  (OverseerStateUpdate-98942878472601608-127.0.0.1:45091_solr-n_0000000000) [n:127.0.0.1:45091_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_col_shard2_replica_n7",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44223/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2591546 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n7&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 2591547 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2591548 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node2&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 2591548 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 2591548 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2591548 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2591549 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node6&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 2591550 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2591657 INFO  (zkCallback-2544-thread-1-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2591657 INFO  (zkCallback-2548-thread-1-processing-n:127.0.0.1:44223_solr) [n:127.0.0.1:44223_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2591658 INFO  (zkCallback-2548-thread-2-processing-n:127.0.0.1:44223_solr) [n:127.0.0.1:44223_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2591658 INFO  (zkCallback-2549-thread-2-processing-n:127.0.0.1:44501_solr) [n:127.0.0.1:44501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2591658 INFO  (zkCallback-2547-thread-1-processing-n:127.0.0.1:45735_solr) [n:127.0.0.1:45735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2591657 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:44501_solr) [n:127.0.0.1:44501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2591657 INFO  (zkCallback-2544-thread-2-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2591658 INFO  (zkCallback-2547-thread-2-processing-n:127.0.0.1:45735_solr) [n:127.0.0.1:45735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2592564 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2592571 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=minimal-atomic-stress
   [junit4]   2> 2592573 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2592573 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 2592573 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from collection test_col, trusted=true
   [junit4]   2> 2592573 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44501.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2592574 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2592574 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001/node2/test_col_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001/node2/./test_col_shard1_replica_n1/data/]
   [junit4]   2> 2592574 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2592575 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.686278169897937]
   [junit4]   2> 2592577 WARN  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2592581 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2592584 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.s.IndexSchema [test_col_shard1_replica_n3] Schema name=minimal-atomic-stress
   [junit4]   2> 2592596 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 2592596 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n3' using configuration from collection test_col, trusted=true
   [junit4]   2> 2592596 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45091.solr.core.test_col.shard1.replica_n3' (registry 'solr.core.test_col.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2592596 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2592596 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.c.SolrCore [[test_col_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001/node3/test_col_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001/node3/./test_col_shard1_replica_n3/data/]
   [junit4]   2> 2592598 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.686278169897937]
   [junit4]   2> 2592599 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.s.IndexSchema [test_col_shard2_replica_n7] Schema name=minimal-atomic-stress
   [junit4]   2> 2592600 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=minimal-atomic-stress
   [junit4]   2> 2592600 WARN  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2592601 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 2592601 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n7' using configuration from collection test_col, trusted=true
   [junit4]   2> 2592601 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44223.solr.core.test_col.shard2.replica_n7' (registry 'solr.core.test_col.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2592601 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 2592601 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2592601 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n4' using configuration from collection test_col, trusted=true
   [junit4]   2> 2592601 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.SolrCore [[test_col_shard2_replica_n7] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001/node1/test_col_shard2_replica_n7], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001/node1/./test_col_shard2_replica_n7/data/]
   [junit4]   2> 2592602 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45735.solr.core.test_col.shard2.replica_n4' (registry 'solr.core.test_col.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30948f
   [junit4]   2> 2592602 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2592602 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [[test_col_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001/node4/test_col_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2AE4239E48FCD49A-001/tempDir-001/node4/./test_col_shard2_replica_n4/data/]
   [junit4]   2> 2592604 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.686278169897937]
   [junit4]   2> 2592604 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.686278169897937]
   [junit4]   2> 2592606 WARN  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2592606 WARN  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2592614 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2592614 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2592616 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2592616 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2592616 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2592617 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@273240b8[test_col_shard1_replica_n1] main]
   [junit4]   2> 2592630 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 2592631 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2592631 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2592633 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2592633 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2592634 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2592634 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5432ef76[test_col_shard2_replica_n4] main]
   [junit4]   2> 2592634 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 2592634 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2592634 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2592635 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2592635 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2592635 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2592636 INFO  (searcherExecutor-7401-thread-1-processing-n:127.0.0.1:44501_solr x:test_col_shard1_replica_n1 s:shard1 c:test_col r:core_node2) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [test_col_shard1_replica_n1] Registered new searcher Searcher@273240b8[test_col_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2592652 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583086057521414144
   [junit4]   2> 2592653 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2592653 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2592655 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2592655 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 2592655 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@685d8750[test_col_shard1_replica_n3] main]
   [junit4]   2> 2592655 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2592655 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2592656 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 2592656 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2592656 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2592657 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@4140eb45[test_col_shard2_replica_n7] main]
   [junit4]   2> 2592657 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2592657 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 2592657 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 2592657 INFO  (searcherExecutor-7404-thread-1-processing-n:127.0.0.1:45735_solr x:test_col_shard2_replica_n4 s:shard2 c:test_col r:core_node6) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [test_col_shard2_replica_n4] Registered new searcher Searcher@5432ef76[test_col_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2592657 INFO  (qtp1615186565-19523) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583086057526657024
   [junit4]   2> 2592658 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2592658 INFO  (searcherExecutor-7403-thread-1-processing-n:127.0.0.1:44223_solr x:test_col_shard2_replica_n7 s:shard2 c:test_col r:core_node8) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.SolrCore [test_col_shard2_replica_n7] Registered new searcher Searcher@4140eb45[test_col_shard2_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2592658 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583086057527705600
   [junit4]   2> 2592659 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 2592660 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 2592660 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2592660 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583086057529802752
   [junit4]   2> 2592661 INFO  (searcherExecutor-7402-thread-1-processing-n:127.0.0.1:45091_solr x:test_col_shard1_replica_n3 s:shard1 c:test_col r:core_node5) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.c.SolrCore [test_col_shard1_replica_n3] Registered new searcher Searcher@685d8750[test_col_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2592662 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2592662 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2592662 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44223/solr/test_col_shard2_replica_n7/
   [junit4]   2> 2592662 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n7 url=http://127.0.0.1:44223/solr START replicas=[http://127.0.0.1:45735/solr/test_col_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 2592663 INFO  (qtp1615186565-19526) [n:127.0.0.1:45735_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n4] o.a.s.c.S.Request [test_col_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2592791 INFO  (zkCallback-2547-thread-1-processing-n:127.0.0.1:45735_solr) [n:127.0.0.1:45735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2592791 INFO  (zkCallback-2547-thread-2-processing-n:127.0.0.1:45735_solr) [n:127.0.0.1:45735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2592791 INFO  (zkCallback-2548-thread-2-processing-n:127.0.0.1:44223_solr) [n:127.0.0.1:44223_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2592791 INFO  (zkCallback-2548-thread-1-processing-n:127.0.0.1:44223_solr) [n:127.0.0.1:44223_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2592791 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:44501_solr) [n:127.0.0.1:44501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2592791 INFO  (zkCallback-2544-thread-2-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2592791 INFO  (zkCallback-2544-thread-1-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2592796 INFO  (zkCallback-2549-thread-2-processing-n:127.0.0.1:44501_solr) [n:127.0.0.1:44501_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2592963 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n7 url=http://127.0.0.1:44223/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2592963 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2592963 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2592963 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2592965 INFO  (qtp1731227251-19513) [n:127.0.0.1:44223_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44223/solr/test_col_shard2_replica_n7/ shard2
   [junit4]   2> 2593157 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2593157 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2593157 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44501/solr/test_col_shard1_replica_n1/
   [junit4]   2> 2593158 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n1 url=http://127.0.0.1:44501/solr START replicas=[http://127.0.0.1:45091/solr/test_col_shard1_replica_n3/] nUpdates=100
   [junit4]   2> 2593159 INFO  (qtp686721121-19517) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.c.S.Request [test_col_shard1_replica_n3]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2593458 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n1 url=http://127.0.0.1:44501/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2593458 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2593458 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2593458 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2593462 INFO  (qtp1550306926-19515) [n:127.0.0.1:44501_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44501/solr/test_col_shard1_replica_n1/ shard1
   [junit4]   2> 2771234 ERROR (qtp1731227251-19508) [n:127.0.0.1:44223_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2771235 INFO  (qtp1731227251-19508) [n:127.0.0.1:44223_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180002
   [junit4]   2> 2771235 ERROR (qtp1731227251-19508) [n:127.0.0.1:44223_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2771239 INFO  (jetty-closer-2528-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@27fc1642{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2771239 ERROR (OverseerThreadFactory-7393-thread-1-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44501/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44501/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44501 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 2771241 INFO  (jetty-closer-2528-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2495302e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2771242 ERROR (OverseerThreadFactory-7393-thread-1-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44223/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44223/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44223 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 2771244 ERROR (OverseerThreadFactory-7393-thread-1-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:45735/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:45735/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:45735 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 2771245 ERROR (OverseerThreadFactory-7393-thread-1-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:45091/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:45091/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:45091 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 2771247 ERROR (OverseerThreadFactory-7393-thread-1-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [test_col].
   [junit4]   2> 2771240 INFO  (jetty-closer-2528-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@367a253e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2771240 INFO  (jetty-closer-2528-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=629061939
   [junit4]   2> 2771248 INFO  (jetty-closer-2528-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1428414407
   [junit4]   2> 2771239 INFO  (jetty-closer-2528-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@65dd69ca{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2771248 INFO  (jetty-closer-2528-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2771248 INFO  (jetty-closer-2528-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2771249 INFO  (OverseerThreadFactory-7393-thread-1-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2771249 INFO  (jetty-closer-2528-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@756a427d: rootName = solr_44501, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@17ea0613
   [junit4]   2> 2771242 INFO  (jetty-closer-2528-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=598307353
   [junit4]   2> 2771249 INFO  (jetty-closer-2528-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@acf0501: rootName = solr_45735, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@24621d20
   [junit4]   2> 2771250 INFO  (jetty-closer-2528-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2771249 INFO  (jetty-closer-2528-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=910293410
   [junit4]   2> 2771250 INFO  (jetty-closer-2528-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16244fe8: rootName = solr_45091, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@174671b3
   [junit4]   2> 2771250 INFO  (jetty-closer-2528-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2771250 INFO  (jetty-closer-2528-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18e18f70: rootName = solr_44223, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7f24ab2f
   [junit4]   2> 2771251 ERROR (OverseerThreadFactory-7393-thread-1-processing-n:127.0.0.1:45091_solr) [n:127.0.0.1:45091_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44501/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:44501/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:44501 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
   [junit4]   2> 	at org.apache.http.impl.c

[...truncated too long message...]

4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: test_col slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 2801339 INFO  (qtp686721121-19509) [n:127.0.0.1:45091_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=209791
   [junit4]   2> 2801340 ERROR (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2AE4239E48FCD49A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2801340 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2AE4239E48FCD49A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38965 38965
   [junit4]   2> 2801369 INFO  (Thread-5369) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38965 38965
   [junit4]   2> 2801370 WARN  (Thread-5369) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	16	/solr/collections/test_col/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98942878472601608-127.0.0.1:45091_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2801370 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2AE4239E48FCD49A]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Nov 03, 2017 10:38:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1798, maxMBSortInHeap=6.854464020842515, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2323610), locale=ar-MA, timezone=Hongkong
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=216589424,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestUninvertingReader, LeaderInitiatedRecoveryOnShardRestartTest, ConvertedLegacyTest, TestStressLucene, TestCursorMarkWithoutUniqueKey, TestSimpleTextCodec, DistributedTermsComponentTest, RequestHandlersTest, TestJettySolrRunner, MBeansHandlerTest, DirectoryFactoryTest, PeerSyncReplicationTest, OverseerRolesTest, DistributedIntervalFacetingTest, JSONWriterTest, DistribDocExpirationUpdateProcessorTest, AddReplicaTest, TestLazyCores, InfoHandlerTest, TestBM25SimilarityFactory, TestRemoteStreaming, HighlighterConfigTest, TestUseDocValuesAsStored2, TestJmxIntegration, SolrIndexConfigTest, DirectUpdateHandlerTest, JavabinLoaderTest, ComputePlanActionTest, TestAtomicUpdateErrorCases, TestMultiWordSynonyms, TestPseudoReturnFields, CreateCollectionCleanupTest, TestXIncludeConfig, TestManagedSynonymGraphFilterFactory, TestRuleBasedAuthorizationPlugin, TestDocumentBuilder, CollectionsAPIDistributedZkTest, TestSolrCloudSnapshots, TestSchemaManager, TestLegacyFieldCache, SampleTest, SuggesterFSTTest, TestLegacyNumericRangeQueryBuilder, OutputWriterTest, SolrCmdDistributorTest, TestSurroundQueryParser, PolyFieldTest, CoreAdminCreateDiscoverTest, TestCollationFieldDocValues, SynonymTokenizerTest, TestReplicaProperties, TestCustomDocTransformer, TestLuceneMatchVersion, OpenExchangeRatesOrgProviderTest, TestFieldTypeResource, TestStressUserVersions, SignatureUpdateProcessorFactoryTest, AutoAddReplicasIntegrationTest, DebugComponentTest, PrimUtilsTest, NotRequiredUniqueKeyTest, TestGraphMLResponseWriter, TestSubQueryTransformerCrossCore, TestNamedUpdateProcessors, ShardRoutingCustomTest, TestJsonRequest, TestDistribIDF, DistributedVersionInfoTest, ShardRoutingTest, TestFastWriter, TestSolrCloudWithKerberosAlt, CdcrBootstrapTest, PingRequestHandlerTest, TestConfigSetImmutable, TestCopyFieldCollectionResource, ChaosMonkeySafeLeaderWithPullReplicasTest, TestRTGBase, TestSimpleTrackingShardHandler, BinaryUpdateRequestHandlerTest, DeleteShardTest, LeaderFailoverAfterPartitionTest, PreAnalyzedFieldManagedSchemaCloudTest, SearchHandlerTest, TestEmbeddedSolrServerAdminHandler, TestHdfsUpdateLog, MoveReplicaHDFSFailoverTest, SuggestComponentTest, PathHierarchyTokenizerFactoryTest, QueryResultKeyTest, TestNestedDocsSort, TestNRTOpen, TestPrepRecovery, RollingRestartTest, HttpSolrCallGetCoreTest, CollectionTooManyReplicasTest, ShufflingReplicaListTransformerTest, TestConfigSetsAPIExclusivity, RulesTest, TestHdfsBackupRestoreCore, TestFastLRUCache, TestObjectReleaseTracker, SecurityConfHandlerTest, SolrRequestParserTest, TestSlowCompositeReaderWrapper, TestOmitPositions, FacetPivotSmallTest, UpdateLogTest, TestStressInPlaceUpdates, DOMUtilTest, TestSolrQueryResponse, TermVectorComponentDistributedTest, TriLevelCompositeIdRoutingTest, ZkStateWriterTest, TestPerFieldSimilarityWithDefaultOverride, TestRangeQuery, SuggesterTSTTest, TestStreamBody, TestCoreAdminApis, DistributedQueryComponentCustomSortTest, TestLeaderElectionZkExpiry, TestLockTree, TestClassicSimilarityFactory, ClusterStateUpdateTest, ZkSolrClientTest, TestRandomDVFaceting, TestFaceting, TestRecovery, TestRealTimeGet, TestStressVersions, StatsComponentTest, PeerSyncTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, PreAnalyzedFieldTest, TestSystemIdResolver, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, SystemInfoHandlerTest, CircularListTest, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestLuceneIndexBackCompat, ConnectionReuseTest, AssignBackwardCompatibilityTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest, DistribCursorPagingTest, HealthCheckHandlerTest, HttpPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, ReplaceNodeTest, ReplicationFactorTest, RestartWhileUpdatingTest, SSLMigrationTest, ShardSplitTest, TestRebalanceLeaders, TestSolrCloudWithDelegationTokens, TestStressCloudBlindAtomicUpdates]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestStressCloudBlindAtomicUpdates -Dtests.seed=2AE4239E48FCD49A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-MA -Dtests.timezone=Hongkong -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | TestStressCloudBlindAtomicUpdates (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44223/solr: create the collection time out:180s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2AE4239E48FCD49A]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
   [junit4]    > 	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.createMiniSolrCloudCluster(TestStressCloudBlindAtomicUpdates.java:132)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [561/747 (1!)] on J1 in 211.36s, 0 tests, 1 error <<< FAILURES!

[...truncated 47889 lines...]

RE: [JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build # 20818 - Still Unstable!

Posted by Uwe Schindler <uw...@thetaphi.de>.
Hi,

In general, Java 10 preview build works correct. All Lucene tests fail. But we have a problem with Mockito's Bytebuddy. The Mocking framework throws an Exception if it detects Java 10. I opened a bug report:
https://github.com/raphw/byte-buddy/issues/370

For now I disabled the Java 10 tests. I will add an assume to the Mockito-based tests, so they are disabled, if the Bytebuddy method throws an Exception (can be done by a simple check). I will take care tomorrow.

Uwe

-----
Uwe Schindler
Achterdiek 19, D-28357 Bremen
http://www.thetaphi.de
eMail: uwe@thetaphi.de

> -----Original Message-----
> From: Policeman Jenkins Server [mailto:jenkins@thetaphi.de]
> Sent: Friday, November 3, 2017 8:42 PM
> To: dev@lucene.apache.org
> Subject: [JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build #
> 20818 - Still Unstable!
> Importance: Low
> 
> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20818/
> Java: 64bit/jdk-10-ea+29 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-
> access=deny
> 
> 75 tests failed.
> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.OverseerTest
> 
> Error Message:
> 29 threads leaked from SUITE scope at org.apache.solr.cloud.OverseerTest:
> 1) Thread[id=11717, name=TEST-OverseerTest.testDoubleAssignment-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:39907),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocket
> NIO.java:230)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.jav
> a:1246)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:11
> 70)    2) Thread[id=11642, name=zkCallback-2892-thread-2,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 3) Thread[id=11628, name=Thread-2469-EventThread, state=WAITING,
> group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at
> java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)    4) Thread[id=11678, name=TEST-OverseerTest.testOverseerFailure-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:37473),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)    5) Thread[id=11609, name=TEST-OverseerTest.testBadQueueItem-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native
> Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at
> java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)    6) Thread[id=11590, name=TEST-OverseerTest.testReplay-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33095),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)    7) Thread[id=11718, name=TEST-OverseerTest.testDoubleAssignment-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native
> Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at
> java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)    8) Thread[id=11657, name=TEST-OverseerTest.testShardAssignment-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32965),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)    9) Thread[id=11736, name=TEST-
> OverseerTest.testRemovalOfLastReplica-seed#[393EAB7FEDECCD7D]-
> EventThread, state=WAITING, group=TGRP-OverseerTest]         at
> java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at
> java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at
> java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)   10) Thread[id=11719, name=zkCallback-2931-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 11) Thread[id=11753, name=TEST-OverseerTest.testDownNodeFailover-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46561),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)   12) Thread[id=11659, name=zkCallback-2903-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 13) Thread[id=11754, name=TEST-OverseerTest.testDownNodeFailover-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native
> Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at
> java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)   14) Thread[id=11755, name=zkCallback-2946-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 15) Thread[id=11696, name=TEST-OverseerTest.testStateChange-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:41131),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)   16) Thread[id=11737, name=zkCallback-2939-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 17) Thread[id=11573, name=TEST-
> OverseerTest.testExceptionWhenFlushClusterState-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native
> Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at
> java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)   18) Thread[id=11536, name=TEST-
> OverseerTest.testExternalClusterStateChangeBehavior-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32797),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)   19) Thread[id=11697, name=TEST-OverseerTest.testStateChange-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native
> Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at
> java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)   20) Thread[id=11537, name=TEST-
> OverseerTest.testExternalClusterStateChangeBehavior-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native
> Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at
> java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)   21) Thread[id=11572, name=TEST-
> OverseerTest.testExceptionWhenFlushClusterState-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46519),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)   22) Thread[id=11658, name=TEST-OverseerTest.testShardAssignment-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native
> Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at
> java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)   23) Thread[id=11627, name=Thread-2469-SendThread(127.0.0.1:38597),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)   24) Thread[id=11591, name=TEST-OverseerTest.testReplay-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native
> Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at
> java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)   25) Thread[id=11698, name=zkCallback-2921-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 26) Thread[id=11735, name=TEST-OverseerTest.testRemovalOfLastReplica-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33415),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)   27) Thread[id=11679, name=TEST-OverseerTest.testOverseerFailure-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native
> Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at
> java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)   28) Thread[id=11608, name=TEST-OverseerTest.testBadQueueItem-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:45405),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)   29) Thread[id=11680, name=zkCallback-2913-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: 29 threads leaked
> from SUITE scope at org.apache.solr.cloud.OverseerTest:
>    1) Thread[id=11717, name=TEST-OverseerTest.testDoubleAssignment-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:39907),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocket
> NIO.java:230)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.jav
> a:1246)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:11
> 70)
>    2) Thread[id=11642, name=zkCallback-2892-thread-2,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>    3) Thread[id=11628, name=Thread-2469-EventThread, state=WAITING,
> group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)
>         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)
>    4) Thread[id=11678, name=TEST-OverseerTest.testOverseerFailure-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:37473),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>    5) Thread[id=11609, name=TEST-OverseerTest.testBadQueueItem-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)
>         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)
>    6) Thread[id=11590, name=TEST-OverseerTest.testReplay-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33095),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)
>    7) Thread[id=11718, name=TEST-OverseerTest.testDoubleAssignment-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)
>         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)
>    8) Thread[id=11657, name=TEST-OverseerTest.testShardAssignment-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32965),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)
>    9) Thread[id=11736, name=TEST-OverseerTest.testRemovalOfLastReplica-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)
>         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)
>   10) Thread[id=11719, name=zkCallback-2931-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>   11) Thread[id=11753, name=TEST-OverseerTest.testDownNodeFailover-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46561),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>   12) Thread[id=11659, name=zkCallback-2903-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>   13) Thread[id=11754, name=TEST-OverseerTest.testDownNodeFailover-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)
>         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)
>   14) Thread[id=11755, name=zkCallback-2946-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>   15) Thread[id=11696, name=TEST-OverseerTest.testStateChange-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:41131),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)
>   16) Thread[id=11737, name=zkCallback-2939-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>   17) Thread[id=11573, name=TEST-
> OverseerTest.testExceptionWhenFlushClusterState-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)
>         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)
>   18) Thread[id=11536, name=TEST-
> OverseerTest.testExternalClusterStateChangeBehavior-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32797),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)
>   19) Thread[id=11697, name=TEST-OverseerTest.testStateChange-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)
>         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)
>   20) Thread[id=11537, name=TEST-
> OverseerTest.testExternalClusterStateChangeBehavior-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)
>         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)
>   21) Thread[id=11572, name=TEST-
> OverseerTest.testExceptionWhenFlushClusterState-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46519),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>   22) Thread[id=11658, name=TEST-OverseerTest.testShardAssignment-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)
>         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)
>   23) Thread[id=11627, name=Thread-2469-SendThread(127.0.0.1:38597),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>   24) Thread[id=11591, name=TEST-OverseerTest.testReplay-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)
>         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)
>   25) Thread[id=11698, name=zkCallback-2921-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>   26) Thread[id=11735, name=TEST-OverseerTest.testRemovalOfLastReplica-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33415),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>   27) Thread[id=11679, name=TEST-OverseerTest.testOverseerFailure-
> seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-
> OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-
> ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.
> await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-
> ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java
> :435)
>         at
> app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:50
> 1)
>   28) Thread[id=11608, name=TEST-OverseerTest.testBadQueueItem-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:45405),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>   29) Thread[id=11680, name=zkCallback-2913-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 	at __randomizedtesting.SeedInfo.seed([393EAB7FEDECCD7D]:0)
> 
> 
> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.OverseerTest
> 
> Error Message:
> There are still zombie threads that couldn't be terminated:    1)
> Thread[id=11717, name=TEST-OverseerTest.testDoubleAssignment-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:39907),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)    2) Thread[id=11755, name=zkCallback-2946-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 3) Thread[id=11642, name=zkCallback-2892-thread-2,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 4) Thread[id=11696, name=TEST-OverseerTest.testStateChange-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:41131),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)    5) Thread[id=11678, name=TEST-OverseerTest.testOverseerFailure-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:37473),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)    6) Thread[id=11737, name=zkCallback-2939-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 7) Thread[id=11590, name=TEST-OverseerTest.testReplay-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33095),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)    8) Thread[id=11536, name=TEST-
> OverseerTest.testExternalClusterStateChangeBehavior-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32797),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)    9) Thread[id=11572, name=TEST-
> OverseerTest.testExceptionWhenFlushClusterState-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46519),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)   10) Thread[id=11657, name=TEST-OverseerTest.testShardAssignment-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32965),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)   11) Thread[id=11627, name=Thread-2469-SendThread(127.0.0.1:38597),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)   12) Thread[id=11698, name=zkCallback-2921-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 13) Thread[id=11719, name=zkCallback-2931-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 14) Thread[id=11753, name=TEST-OverseerTest.testDownNodeFailover-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46561),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)   15) Thread[id=11735, name=TEST-
> OverseerTest.testRemovalOfLastReplica-seed#[393EAB7FEDECCD7D]-
> SendThread(127.0.0.1:33415), state=TIMED_WAITING, group=TGRP-
> OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native
> Method)         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)   16) Thread[id=11659, name=zkCallback-2903-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 17) Thread[id=11608, name=TEST-OverseerTest.testBadQueueItem-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:45405),
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/java.lang.Thread.sleep(Native Method)         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)   18) Thread[id=11680, name=zkCallback-2913-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-
> ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
> at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
> threads that couldn't be terminated:
>    1) Thread[id=11717, name=TEST-OverseerTest.testDoubleAssignment-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:39907),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>    2) Thread[id=11755, name=zkCallback-2946-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>    3) Thread[id=11642, name=zkCallback-2892-thread-2,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>    4) Thread[id=11696, name=TEST-OverseerTest.testStateChange-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:41131),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>    5) Thread[id=11678, name=TEST-OverseerTest.testOverseerFailure-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:37473),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>    6) Thread[id=11737, name=zkCallback-2939-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>    7) Thread[id=11590, name=TEST-OverseerTest.testReplay-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33095),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>    8) Thread[id=11536, name=TEST-
> OverseerTest.testExternalClusterStateChangeBehavior-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32797),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>    9) Thread[id=11572, name=TEST-
> OverseerTest.testExceptionWhenFlushClusterState-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46519),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>   10) Thread[id=11657, name=TEST-OverseerTest.testShardAssignment-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32965),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)
>   11) Thread[id=11627, name=Thread-2469-SendThread(127.0.0.1:38597),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)
>   12) Thread[id=11698, name=zkCallback-2921-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>   13) Thread[id=11719, name=zkCallback-2931-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>   14) Thread[id=11753, name=TEST-OverseerTest.testDownNodeFailover-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46561),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)
>   15) Thread[id=11735, name=TEST-OverseerTest.testRemovalOfLastReplica-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33415),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvide
> r.java:101)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnx
> n.java:997)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 60)
>   16) Thread[id=11659, name=zkCallback-2903-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>   17) Thread[id=11608, name=TEST-OverseerTest.testBadQueueItem-
> seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:45405),
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
>         at
> app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:10
> 51)
>   18) Thread[id=11680, name=zkCallback-2913-thread-1,
> state=TIMED_WAITING, group=TGRP-OverseerTest]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-
> ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(Synchr
> onousQueue.java:462)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(Synchron
> ousQueue.java:361)
>         at java.base@10-
> ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937
> )
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.jav
> a:1060)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.
> java:1121)
>         at java.base@10-
> ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecuto
> r.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
> 	at __randomizedtesting.SeedInfo.seed([393EAB7FEDECCD7D]:0)
> 
> 
> FAILED:
> org.apache.solr.analysis.TestReversedWildcardFilterFactory.testCachingInQu
> eryParser
> 
> Error Message:
>  Mockito cannot mock this class: class org.apache.solr.schema.TextField.
> Mockito can only mock non-private & non-final classes. If you're not sure
> why you're getting this error, please report to the mailing list.   Java               :
> 10 JVM vendor name    : Oracle Corporation JVM vendor version : 10-ea+29
> JVM name           : Java HotSpot(TM) 64-Bit Server VM JVM version        : 10-
> ea+29 JVM info           : mixed mode OS name            : Linux OS version         :
> 4.10.0-37-generic   Underlying exception :
> java.lang.UnsupportedOperationException: Cannot define class using
> reflection
> 
> Stack Trace:
> org.mockito.exceptions.base.MockitoException:
> Mockito cannot mock this class: class org.apache.solr.schema.TextField.
> 
> Mockito can only mock non-private & non-final classes.
> If you're not sure why you're getting this error, please report to the mailing
> list.
> 
> 
> Java               : 10
> JVM vendor name    : Oracle Corporation
> JVM vendor version : 10-ea+29
> JVM name           : Java HotSpot(TM) 64-Bit Server VM
> JVM version        : 10-ea+29
> JVM info           : mixed mode
> OS name            : Linux
> OS version         : 4.10.0-37-generic
> 
> 
> Underlying exception : java.lang.UnsupportedOperationException: Cannot
> define class using reflection
> 	at
> __randomizedtesting.SeedInfo.seed([393EAB7FEDECCD7D:7D665D7D176894
> 8D]:0)
> 	at
> org.apache.solr.analysis.TestReversedWildcardFilterFactory.testCachingInQu
> eryParser(TestReversedWildcardFilterFactory.java:233)
> 	at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> 	at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMeth
> odAccessorImpl.java:62)
> 	at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Delegat
> ingMethodAccessorImpl.java:43)
> 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1737)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:934)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(Rando
> mizedRunner.java:970)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(Rand
> omizedRunner.java:984)
> 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.e
> valuate(SystemPropertiesRestoreRule.java:57)
> 	at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:49)
> 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAf
> terRule.java:45)
> 	at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThr
> eadAndTestName.java:48)
> 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleI
> gnoreAfterMaxFailures.java:64)
> 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.
> java:47)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.r
> un(ThreadLeakControl.java:368)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:817)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:468)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:943)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:829)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:879)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:890)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.e
> valuate(SystemPropertiesRestoreRule.java:57)
> 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAf
> terRule.java:45)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCla
> ssName.java:41)
> 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAsse
> rtionsRequired.java:53)
> 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.
> java:47)
> 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleI
> gnoreAfterMaxFailures.java:64)
> 	at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreT
> estSuites.java:54)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.r
> un(ThreadLeakControl.java:368)
> 	at java.base/java.lang.Thread.run(Thread.java:844)
> Caused by: java.lang.UnsupportedOperationException: Cannot define class
> using reflection
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$U
> navailable.defineClass(ClassInjector.java:819)
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.inject(ClassInj
> ector.java:183)
> 	at
> net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDisp
> atcher.load(ClassLoadingStrategy.java:187)
> 	at
> net.bytebuddy.dynamic.TypeResolutionStrategy$Passive.initialize(TypeResol
> utionStrategy.java:79)
> 	at
> net.bytebuddy.dynamic.DynamicType$Default$Unloaded.load(DynamicType
> .java:4352)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassBytecodeGenerator.mockCl
> ass(SubclassBytecodeGenerator.java:94)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.
> call(TypeCachingBytecodeGenerator.java:35)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.
> call(TypeCachingBytecodeGenerator.java:32)
> 	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:138)
> 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:346)
> 	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:161)
> 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:355)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.m
> ockClass(TypeCachingBytecodeGenerator.java:30)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMockType(SubclassByteBuddyMockMaker.java:71)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMock(SubclassByteBuddyMockMaker.java:42)
> 	at
> org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(
> ByteBuddyMockMaker.java:26)
> 	at org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
> 	at org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
> 	at org.mockito.Mockito.spy(Mockito.java:1764)
> 	... 39 more
> Caused by: java.lang.IllegalArgumentException: Unknown Java version: 10
> 	at
> net.bytebuddy.ClassFileVersion.ofJavaVersion(ClassFileVersion.java:135)
> 	at
> net.bytebuddy.ClassFileVersion$VersionLocator$ForJava9CapableVm.locate(
> ClassFileVersion.java:337)
> 	at
> net.bytebuddy.ClassFileVersion.ofThisVm(ClassFileVersion.java:147)
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Cr
> eationAction.run(ClassInjector.java:299)
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Cr
> eationAction.run(ClassInjector.java:288)
> 	at java.base/java.security.AccessController.doPrivileged(Native
> Method)
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.<clinit>(ClassI
> njector.java:68)
> 	at
> net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDisp
> atcher.load(ClassLoadingStrategy.java:184)
> 	at
> net.bytebuddy.dynamic.TypeResolutionStrategy$Passive.initialize(TypeResol
> utionStrategy.java:79)
> 	at
> net.bytebuddy.dynamic.DynamicType$Default$Unloaded.load(DynamicType
> .java:4352)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassBytecodeGenerator.mockCl
> ass(SubclassBytecodeGenerator.java:94)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.
> call(TypeCachingBytecodeGenerator.java:35)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.
> call(TypeCachingBytecodeGenerator.java:32)
> 	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:138)
> 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:346)
> 	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:161)
> 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:355)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.m
> ockClass(TypeCachingBytecodeGenerator.java:30)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMockType(SubclassByteBuddyMockMaker.java:71)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMock(SubclassByteBuddyMockMaker.java:42)
> 	at
> org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(
> ByteBuddyMockMaker.java:26)
> 	at org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
> 	at org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
> 	at org.mockito.Mockito.mock(Mockito.java:1681)
> 	at org.mockito.Mockito.mock(Mockito.java:1594)
> 	at
> org.apache.solr.security.TestPKIAuthenticationPlugin.createMockRequest(Te
> stPKIAuthenticationPlugin.java:151)
> 	at
> org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticati
> onPlugin.java:95)
> 	... 38 more
> 
> 
> FAILED:
> org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.testCaching
> 
> Error Message:
>  Mockito cannot mock this class: class
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.  Mockito can only mock
> non-private & non-final classes. If you're not sure why you're getting this
> error, please report to the mailing list.   Java               : 10 JVM vendor name
> : Oracle Corporation JVM vendor version : 10-ea+29 JVM name           : Java
> HotSpot(TM) 64-Bit Server VM JVM version        : 10-ea+29 JVM info           :
> mixed mode OS name            : Linux OS version         : 4.10.0-37-generic
> Underlying exception : java.lang.UnsupportedOperationException: Cannot
> define class using reflection
> 
> Stack Trace:
> org.mockito.exceptions.base.MockitoException:
> Mockito cannot mock this class: class
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.
> 
> Mockito can only mock non-private & non-final classes.
> If you're not sure why you're getting this error, please report to the mailing
> list.
> 
> 
> Java               : 10
> JVM vendor name    : Oracle Corporation
> JVM vendor version : 10-ea+29
> JVM name           : Java HotSpot(TM) 64-Bit Server VM
> JVM version        : 10-ea+29
> JVM info           : mixed mode
> OS name            : Linux
> OS version         : 4.10.0-37-generic
> 
> 
> Underlying exception : java.lang.UnsupportedOperationException: Cannot
> define class using reflection
> 	at
> __randomizedtesting.SeedInfo.seed([C7D56D15A93CCCE5:ECC308D037C186
> BC]:0)
> 	at
> org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.getMockLbHttpSol
> rClient(CloudSolrClientCacheTest.java:104)
> 	at
> org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.testCaching(Cloud
> SolrClientCacheTest.java:74)
> 	at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> 	at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMeth
> odAccessorImpl.java:62)
> 	at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Delegat
> ingMethodAccessorImpl.java:43)
> 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1737)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:934)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(Rando
> mizedRunner.java:970)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(Rand
> omizedRunner.java:984)
> 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.e
> valuate(SystemPropertiesRestoreRule.java:57)
> 	at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:49)
> 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAf
> terRule.java:45)
> 	at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThr
> eadAndTestName.java:48)
> 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleI
> gnoreAfterMaxFailures.java:64)
> 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.
> java:47)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.r
> un(ThreadLeakControl.java:368)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:817)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:468)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:943)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:829)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:879)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:890)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.e
> valuate(SystemPropertiesRestoreRule.java:57)
> 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAf
> terRule.java:45)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCla
> ssName.java:41)
> 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAsse
> rtionsRequired.java:53)
> 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.
> java:47)
> 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleI
> gnoreAfterMaxFailures.java:64)
> 	at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreT
> estSuites.java:54)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.r
> un(ThreadLeakControl.java:368)
> 	at java.base/java.lang.Thread.run(Thread.java:844)
> Caused by: java.lang.UnsupportedOperationException: Cannot define class
> using reflection
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$U
> navailable.defineClass(ClassInjector.java:819)
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.inject(ClassInj
> ector.java:183)
> 	at
> net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDisp
> atcher.load(ClassLoadingStrategy.java:187)
> 	at
> net.bytebuddy.dynamic.TypeResolutionStrategy$Passive.initialize(TypeResol
> utionStrategy.java:79)
> 	at
> net.bytebuddy.dynamic.DynamicType$Default$Unloaded.load(DynamicType
> .java:4352)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassBytecodeGenerator.mockCl
> ass(SubclassBytecodeGenerator.java:94)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.
> call(TypeCachingBytecodeGenerator.java:35)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.
> call(TypeCachingBytecodeGenerator.java:32)
> 	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:138)
> 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:346)
> 	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:161)
> 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:355)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.m
> ockClass(TypeCachingBytecodeGenerator.java:30)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMockType(SubclassByteBuddyMockMaker.java:71)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMock(SubclassByteBuddyMockMaker.java:42)
> 	at
> org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(
> ByteBuddyMockMaker.java:26)
> 	at org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
> 	at org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
> 	at org.mockito.Mockito.mock(Mockito.java:1681)
> 	at org.mockito.Mockito.mock(Mockito.java:1594)
> 	... 40 more
> Caused by: java.lang.IllegalArgumentException: Unknown Java version: 10
> 	at
> net.bytebuddy.ClassFileVersion.ofJavaVersion(ClassFileVersion.java:135)
> 	at
> net.bytebuddy.ClassFileVersion$VersionLocator$ForJava9CapableVm.locate(
> ClassFileVersion.java:337)
> 	at
> net.bytebuddy.ClassFileVersion.ofThisVm(ClassFileVersion.java:147)
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Cr
> eationAction.run(ClassInjector.java:299)
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Cr
> eationAction.run(ClassInjector.java:288)
> 	at java.base/java.security.AccessController.doPrivileged(Native
> Method)
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.<clinit>(ClassI
> njector.java:68)
> 	at
> net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDisp
> atcher.load(ClassLoadingStrategy.java:184)
> 	... 57 more
> 
> 
> FAILED:  org.apache.solr.cloud.AssignTest.testAssignNode
> 
> Error Message:
>  Mockito cannot mock this class: class
> org.apache.solr.common.cloud.SolrZkClient.  Mockito can only mock non-
> private & non-final classes. If you're not sure why you're getting this error,
> please report to the mailing list.   Java               : 10 JVM vendor name    :
> Oracle Corporation JVM vendor version : 10-ea+29 JVM name           : Java
> HotSpot(TM) 64-Bit Server VM JVM version        : 10-ea+29 JVM info           :
> mixed mode OS name            : Linux OS version         : 4.10.0-37-generic
> Underlying exception : java.lang.UnsupportedOperationException: Cannot
> define class using reflection
> 
> Stack Trace:
> org.mockito.exceptions.base.MockitoException:
> Mockito cannot mock this class: class
> org.apache.solr.common.cloud.SolrZkClient.
> 
> Mockito can only mock non-private & non-final classes.
> If you're not sure why you're getting this error, please report to the mailing
> list.
> 
> 
> Java               : 10
> JVM vendor name    : Oracle Corporation
> JVM vendor version : 10-ea+29
> JVM name           : Java HotSpot(TM) 64-Bit Server VM
> JVM version        : 10-ea+29
> JVM info           : mixed mode
> OS name            : Linux
> OS version         : 4.10.0-37-generic
> 
> 
> Underlying exception : java.lang.UnsupportedOperationException: Cannot
> define class using reflection
> 	at
> __randomizedtesting.SeedInfo.seed([393EAB7FEDECCD7D:6281250A3A6CAD
> 54]:0)
> 	at
> org.apache.solr.cloud.AssignTest.testAssignNode(AssignTest.java:65)
> 	at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> 	at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMeth
> odAccessorImpl.java:62)
> 	at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Delegat
> ingMethodAccessorImpl.java:43)
> 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1737)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:934)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(Rando
> mizedRunner.java:970)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(Rand
> omizedRunner.java:984)
> 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.e
> valuate(SystemPropertiesRestoreRule.java:57)
> 	at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:49)
> 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAf
> terRule.java:45)
> 	at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThr
> eadAndTestName.java:48)
> 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleI
> gnoreAfterMaxFailures.java:64)
> 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.
> java:47)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.r
> un(ThreadLeakControl.java:368)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:817)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:468)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:943)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:829)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:879)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:890)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.e
> valuate(SystemPropertiesRestoreRule.java:57)
> 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAf
> terRule.java:45)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCla
> ssName.java:41)
> 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAsse
> rtionsRequired.java:53)
> 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.
> java:47)
> 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleI
> gnoreAfterMaxFailures.java:64)
> 	at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreT
> estSuites.java:54)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(State
> mentAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.r
> un(ThreadLeakControl.java:368)
> 	at java.base/java.lang.Thread.run(Thread.java:844)
> Caused by: java.lang.UnsupportedOperationException: Cannot define class
> using reflection
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$U
> navailable.defineClass(ClassInjector.java:819)
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.inject(ClassInj
> ector.java:183)
> 	at
> net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDisp
> atcher.load(ClassLoadingStrategy.java:187)
> 	at
> net.bytebuddy.dynamic.TypeResolutionStrategy$Passive.initialize(TypeResol
> utionStrategy.java:79)
> 	at
> net.bytebuddy.dynamic.DynamicType$Default$Unloaded.load(DynamicType
> .java:4352)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassBytecodeGenerator.mockCl
> ass(SubclassBytecodeGenerator.java:94)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.
> call(TypeCachingBytecodeGenerator.java:35)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.
> call(TypeCachingBytecodeGenerator.java:32)
> 	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:138)
> 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:346)
> 	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:161)
> 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:355)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.m
> ockClass(TypeCachingBytecodeGenerator.java:30)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMockType(SubclassByteBuddyMockMaker.java:71)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMock(SubclassByteBuddyMockMaker.java:42)
> 	at
> org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(
> ByteBuddyMockMaker.java:26)
> 	at org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
> 	at org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
> 	at org.mockito.Mockito.mock(Mockito.java:1681)
> 	at org.mockito.Mockito.mock(Mockito.java:1594)
> 	... 39 more
> Caused by: java.lang.IllegalArgumentException: Unknown Java version: 10
> 	at
> net.bytebuddy.ClassFileVersion.ofJavaVersion(ClassFileVersion.java:135)
> 	at
> net.bytebuddy.ClassFileVersion$VersionLocator$ForJava9CapableVm.locate(
> ClassFileVersion.java:337)
> 	at
> net.bytebuddy.ClassFileVersion.ofThisVm(ClassFileVersion.java:147)
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Cr
> eationAction.run(ClassInjector.java:299)
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Cr
> eationAction.run(ClassInjector.java:288)
> 	at java.base/java.security.AccessController.doPrivileged(Native
> Method)
> 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.<clinit>(ClassI
> njector.java:68)
> 	at
> net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDisp
> atcher.load(ClassLoadingStrategy.java:184)
> 	at
> net.bytebuddy.dynamic.TypeResolutionStrategy$Passive.initialize(TypeResol
> utionStrategy.java:79)
> 	at
> net.bytebuddy.dynamic.DynamicType$Default$Unloaded.load(DynamicType
> .java:4352)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassBytecodeGenerator.mockCl
> ass(SubclassBytecodeGenerator.java:94)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.
> call(TypeCachingBytecodeGenerator.java:35)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.
> call(TypeCachingBytecodeGenerator.java:32)
> 	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:138)
> 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:346)
> 	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:161)
> 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:355)
> 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.m
> ockClass(TypeCachingBytecodeGenerator.java:30)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMockType(SubclassByteBuddyMockMaker.java:71)
> 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMock(SubclassByteBuddyMockMaker.java:42)
> 	at
> org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(
> ByteBuddyMockMaker.java:26)
> 	at org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
> 	at org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
> 	at org.mockito.Mockito.mock(Mockito.java:1681)
> 	at org.mockito.Mockito.mock(Mockito.java:1594)
> 	at
> org.apache.solr.handler.admin.TestCoreAdminApis.getCoreContainerMock(T
> estCoreAdminApis.java:73)
> 	at
> org.apache.solr.handler.admin.TestCoreAdminApis.testCalls(TestCoreAdmin
> Apis.java:40)
> 	... 38 more
> 
> 
> FAILED:
> org.apache.solr.cloud.OverseerTest.testExternalClusterStateChangeBehavior
> 
> Error Message:
>  Mockito cannot mock this class: class org.apache.solr.core.CoreContainer.
> Mockito can only mock non-private & non-final classes. If you're not sure
> why you're getting this error, please report to the mailing list.   Java               :
> 10 JVM vendor name    : Oracle Corporation JVM vendor version : 10-ea+29
> JVM name           : Java HotSpot(TM) 64-Bit Server VM JVM version        : 10-
> ea+29 JVM info           : mixed mode OS name            : Linux OS version         :
> 4.10.0-37-generic   Underlying exception :
> java.lang.UnsupportedOperationException: Cannot define class using
> reflection
> 
> Stack Trace:
> org.mocki
> 
> [...truncated too long message...]
> 
> 4]    > 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:355)
>    [junit4]    > 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.m
> ockClass(TypeCachingBytecodeGenerator.java:30)
>    [junit4]    > 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMockType(SubclassByteBuddyMockMaker.java:71)
>    [junit4]    > 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMock(SubclassByteBuddyMockMaker.java:42)
>    [junit4]    > 	at
> org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(
> ByteBuddyMockMaker.java:26)
>    [junit4]    > 	at
> org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
>    [junit4]    > 	at
> org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
>    [junit4]    > 	at org.mockito.Mockito.mock(Mockito.java:1681)
>    [junit4]    > 	at org.mockito.Mockito.mock(Mockito.java:1594)
>    [junit4]    > 	... 38 more
>    [junit4]    > Caused by: java.lang.IllegalArgumentException: Unknown Java
> version: 10
>    [junit4]    > 	at
> net.bytebuddy.ClassFileVersion.ofJavaVersion(ClassFileVersion.java:135)
>    [junit4]    > 	at
> net.bytebuddy.ClassFileVersion$VersionLocator$ForJava9CapableVm.locate(
> ClassFileVersion.java:337)
>    [junit4]    > 	at
> net.bytebuddy.ClassFileVersion.ofThisVm(ClassFileVersion.java:147)
>    [junit4]    > 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Cr
> eationAction.run(ClassInjector.java:299)
>    [junit4]    > 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Cr
> eationAction.run(ClassInjector.java:288)
>    [junit4]    > 	at
> java.base/java.security.AccessController.doPrivileged(Native Method)
>    [junit4]    > 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.<clinit>(ClassI
> njector.java:68)
>    [junit4]    > 	at
> net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDisp
> atcher.load(ClassLoadingStrategy.java:184)
>    [junit4]    > 	... 55 moreThrowable #2:
> org.mockito.exceptions.misusing.NotAMockException: Argument should be a
> mock, but is null!
>    [junit4]    > 	at
> org.apache.solr.handler.dataimport.TestJdbcDataSource.tearDown(TestJdbc
> DataSource.java:93)
>    [junit4]    > 	at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
>    [junit4]    > 	at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMeth
> odAccessorImpl.java:62)
>    [junit4]    > 	at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Delegat
> ingMethodAccessorImpl.java:43)
>    [junit4]    > 	at
> java.base/java.lang.reflect.Method.invoke(Method.java:564)
>    [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]   2> 7688 T51 oas.SolrTestCaseJ4.setUp ###Starting
> testMultipleResultsSets_ResultSetResultSet
>    [junit4]   2> 7737 T51 oas.SolrTestCaseJ4.tearDown ###Ending
> testMultipleResultsSets_ResultSetResultSet
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestJdbcDataSource
> -Dtests.method=testMultipleResultsSets_ResultSetResultSet -
> Dtests.seed=836D80BEB97E5C03 -Dtests.multiplier=3 -Dtests.slow=true -
> Dtests.locale=ii-CN -Dtests.timezone=Asia/Jerusalem -Dtests.asserts=true -
> Dtests.file.encoding=ISO-8859-1
>    [junit4] ERROR   0.07s J2 |
> TestJdbcDataSource.testMultipleResultsSets_ResultSetResultSet <<<
>    [junit4]    > Throwable #1: org.mockito.exceptions.base.MockitoException:
>    [junit4]    > Mockito cannot mock this class: interface java.sql.Driver.
>    [junit4]    > Mockito can only mock non-private & non-final classes.
>    [junit4]    > If you're not sure why you're getting this error, please report to
> the mailing list.
>    [junit4]    > Java               : 10
>    [junit4]    > JVM vendor name    : Oracle Corporation
>    [junit4]    > JVM vendor version : 10-ea+29
>    [junit4]    > JVM name           : Java HotSpot(TM) 64-Bit Server VM
>    [junit4]    > JVM version        : 10-ea+29
>    [junit4]    > JVM info           : mixed mode
>    [junit4]    > OS name            : Linux
>    [junit4]    > OS version         : 4.10.0-37-generic
>    [junit4]    > Underlying exception :
> java.lang.UnsupportedOperationException: Cannot define class using
> reflection
>    [junit4]    > 	at
> org.apache.solr.handler.dataimport.TestJdbcDataSource.setUp(TestJdbcData
> Source.java:78)
>    [junit4]    > 	at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
>    [junit4]    > 	at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMeth
> odAccessorImpl.java:62)
>    [junit4]    > 	at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Delegat
> ingMethodAccessorImpl.java:43)
>    [junit4]    > 	at
> java.base/java.lang.reflect.Method.invoke(Method.java:564)
>    [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]    > Caused by: java.lang.UnsupportedOperationException: Cannot
> define class using reflection
>    [junit4]    > 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$U
> navailable.defineClass(ClassInjector.java:819)
>    [junit4]    > 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.inject(ClassInj
> ector.java:183)
>    [junit4]    > 	at
> net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDisp
> atcher.load(ClassLoadingStrategy.java:187)
>    [junit4]    > 	at
> net.bytebuddy.dynamic.TypeResolutionStrategy$Passive.initialize(TypeResol
> utionStrategy.java:79)
>    [junit4]    > 	at
> net.bytebuddy.dynamic.DynamicType$Default$Unloaded.load(DynamicType
> .java:4352)
>    [junit4]    > 	at
> org.mockito.internal.creation.bytebuddy.SubclassBytecodeGenerator.mockCl
> ass(SubclassBytecodeGenerator.java:94)
>    [junit4]    > 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.
> call(TypeCachingBytecodeGenerator.java:35)
>    [junit4]    > 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.
> call(TypeCachingBytecodeGenerator.java:32)
>    [junit4]    > 	at
> net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:138)
>    [junit4]    > 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:346)
>    [junit4]    > 	at
> net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:161)
>    [junit4]    > 	at
> net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.jav
> a:355)
>    [junit4]    > 	at
> org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.m
> ockClass(TypeCachingBytecodeGenerator.java:30)
>    [junit4]    > 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMockType(SubclassByteBuddyMockMaker.java:71)
>    [junit4]    > 	at
> org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.cre
> ateMock(SubclassByteBuddyMockMaker.java:42)
>    [junit4]    > 	at
> org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(
> ByteBuddyMockMaker.java:26)
>    [junit4]    > 	at
> org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
>    [junit4]    > 	at
> org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
>    [junit4]    > 	at org.mockito.Mockito.mock(Mockito.java:1681)
>    [junit4]    > 	at org.mockito.Mockito.mock(Mockito.java:1594)
>    [junit4]    > 	... 38 more
>    [junit4]    > Caused by: java.lang.IllegalArgumentException: Unknown Java
> version: 10
>    [junit4]    > 	at
> net.bytebuddy.ClassFileVersion.ofJavaVersion(ClassFileVersion.java:135)
>    [junit4]    > 	at
> net.bytebuddy.ClassFileVersion$VersionLocator$ForJava9CapableVm.locate(
> ClassFileVersion.java:337)
>    [junit4]    > 	at
> net.bytebuddy.ClassFileVersion.ofThisVm(ClassFileVersion.java:147)
>    [junit4]    > 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Cr
> eationAction.run(ClassInjector.java:299)
>    [junit4]    > 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Cr
> eationAction.run(ClassInjector.java:288)
>    [junit4]    > 	at
> java.base/java.security.AccessController.doPrivileged(Native Method)
>    [junit4]    > 	at
> net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.<clinit>(ClassI
> njector.java:68)
>    [junit4]    > 	at
> net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDisp
> atcher.load(ClassLoadingStrategy.java:184)
>    [junit4]    > 	... 55 moreThrowable #2:
> org.mockito.exceptions.misusing.NotAMockException: Argument should be a
> mock, but is null!
>    [junit4]    > 	at
> org.apache.solr.handler.dataimport.TestJdbcDataSource.tearDown(TestJdbc
> DataSource.java:93)
>    [junit4]    > 	at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
>    [junit4]    > 	at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMeth
> odAccessorImpl.java:62)
>    [junit4]    > 	at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Delegat
> ingMethodAccessorImpl.java:43)
>    [junit4]    > 	at
> java.base/java.lang.reflect.Method.invoke(Method.java:564)
>    [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]   2> NOTE: leaving temporary files on disk at:
> /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-
> dataimporthandler/test/J2/temp/solr.handler.dataimport.TestJdbcDataSour
> ce_836D80BEB97E5C03-001
>    [junit4]   2> NOTE: test params are:
> codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=Co
> mpressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION,
> chunkSize=4, maxDocsPerChunk=9, blockSize=8),
> termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FA
> ST_DECOMPRESSION, chunkSize=4, blockSize=8)),
> sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5ea
> 0c1e5), locale=ii-CN, timezone=Asia/Jerusalem
>    [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea
> (64-bit)/cpus=8,threads=1,free=363853656,total=518979584
>    [junit4]   2> NOTE: All tests run in this JVM: [TestDocBuilder2,
> TestClobTransformer, TestVariableResolver, TestURLDataSource,
> TestWriterImpl, TestXPathEntityProcessor, TestDocBuilder,
> TestDateFormatTransformer, TestJdbcDataSource]
>    [junit4] Completed [18/38 (1!)] on J2 in 1.01s, 16 tests, 15 errors, 1 skipped
> <<< FAILURES!
> 
> [...truncated 34613 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build # 20818 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20818/
Java: 64bit/jdk-10-ea+29 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-access=deny

75 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.OverseerTest

Error Message:
29 threads leaked from SUITE scope at org.apache.solr.cloud.OverseerTest:     1) Thread[id=11717, name=TEST-OverseerTest.testDoubleAssignment-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:39907), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)         at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170)    2) Thread[id=11642, name=zkCallback-2892-thread-2, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)    3) Thread[id=11628, name=Thread-2469-EventThread, state=WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    4) Thread[id=11678, name=TEST-OverseerTest.testOverseerFailure-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:37473), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    5) Thread[id=11609, name=TEST-OverseerTest.testBadQueueItem-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    6) Thread[id=11590, name=TEST-OverseerTest.testReplay-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33095), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)    7) Thread[id=11718, name=TEST-OverseerTest.testDoubleAssignment-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    8) Thread[id=11657, name=TEST-OverseerTest.testShardAssignment-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32965), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)    9) Thread[id=11736, name=TEST-OverseerTest.testRemovalOfLastReplica-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   10) Thread[id=11719, name=zkCallback-2931-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)   11) Thread[id=11753, name=TEST-OverseerTest.testDownNodeFailover-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46561), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   12) Thread[id=11659, name=zkCallback-2903-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)   13) Thread[id=11754, name=TEST-OverseerTest.testDownNodeFailover-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   14) Thread[id=11755, name=zkCallback-2946-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)   15) Thread[id=11696, name=TEST-OverseerTest.testStateChange-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:41131), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)   16) Thread[id=11737, name=zkCallback-2939-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)   17) Thread[id=11573, name=TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   18) Thread[id=11536, name=TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32797), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)   19) Thread[id=11697, name=TEST-OverseerTest.testStateChange-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   20) Thread[id=11537, name=TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   21) Thread[id=11572, name=TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46519), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   22) Thread[id=11658, name=TEST-OverseerTest.testShardAssignment-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   23) Thread[id=11627, name=Thread-2469-SendThread(127.0.0.1:38597), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   24) Thread[id=11591, name=TEST-OverseerTest.testReplay-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   25) Thread[id=11698, name=zkCallback-2921-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)   26) Thread[id=11735, name=TEST-OverseerTest.testRemovalOfLastReplica-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33415), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   27) Thread[id=11679, name=TEST-OverseerTest.testOverseerFailure-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   28) Thread[id=11608, name=TEST-OverseerTest.testBadQueueItem-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:45405), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   29) Thread[id=11680, name=zkCallback-2913-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 29 threads leaked from SUITE scope at org.apache.solr.cloud.OverseerTest: 
   1) Thread[id=11717, name=TEST-OverseerTest.testDoubleAssignment-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:39907), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170)
   2) Thread[id=11642, name=zkCallback-2892-thread-2, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=11628, name=Thread-2469-EventThread, state=WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   4) Thread[id=11678, name=TEST-OverseerTest.testOverseerFailure-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:37473), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   5) Thread[id=11609, name=TEST-OverseerTest.testBadQueueItem-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   6) Thread[id=11590, name=TEST-OverseerTest.testReplay-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33095), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   7) Thread[id=11718, name=TEST-OverseerTest.testDoubleAssignment-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   8) Thread[id=11657, name=TEST-OverseerTest.testShardAssignment-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32965), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   9) Thread[id=11736, name=TEST-OverseerTest.testRemovalOfLastReplica-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
  10) Thread[id=11719, name=zkCallback-2931-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
  11) Thread[id=11753, name=TEST-OverseerTest.testDownNodeFailover-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46561), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
  12) Thread[id=11659, name=zkCallback-2903-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
  13) Thread[id=11754, name=TEST-OverseerTest.testDownNodeFailover-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
  14) Thread[id=11755, name=zkCallback-2946-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
  15) Thread[id=11696, name=TEST-OverseerTest.testStateChange-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:41131), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
  16) Thread[id=11737, name=zkCallback-2939-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
  17) Thread[id=11573, name=TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
  18) Thread[id=11536, name=TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32797), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
  19) Thread[id=11697, name=TEST-OverseerTest.testStateChange-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
  20) Thread[id=11537, name=TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
  21) Thread[id=11572, name=TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46519), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
  22) Thread[id=11658, name=TEST-OverseerTest.testShardAssignment-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
  23) Thread[id=11627, name=Thread-2469-SendThread(127.0.0.1:38597), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
  24) Thread[id=11591, name=TEST-OverseerTest.testReplay-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
  25) Thread[id=11698, name=zkCallback-2921-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
  26) Thread[id=11735, name=TEST-OverseerTest.testRemovalOfLastReplica-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33415), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
  27) Thread[id=11679, name=TEST-OverseerTest.testOverseerFailure-seed#[393EAB7FEDECCD7D]-EventThread, state=WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
  28) Thread[id=11608, name=TEST-OverseerTest.testBadQueueItem-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:45405), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
  29) Thread[id=11680, name=zkCallback-2913-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([393EAB7FEDECCD7D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.OverseerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=11717, name=TEST-OverseerTest.testDoubleAssignment-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:39907), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    2) Thread[id=11755, name=zkCallback-2946-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)    3) Thread[id=11642, name=zkCallback-2892-thread-2, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)    4) Thread[id=11696, name=TEST-OverseerTest.testStateChange-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:41131), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    5) Thread[id=11678, name=TEST-OverseerTest.testOverseerFailure-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:37473), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    6) Thread[id=11737, name=zkCallback-2939-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)    7) Thread[id=11590, name=TEST-OverseerTest.testReplay-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33095), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    8) Thread[id=11536, name=TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32797), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    9) Thread[id=11572, name=TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46519), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   10) Thread[id=11657, name=TEST-OverseerTest.testShardAssignment-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32965), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)   11) Thread[id=11627, name=Thread-2469-SendThread(127.0.0.1:38597), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)   12) Thread[id=11698, name=zkCallback-2921-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)   13) Thread[id=11719, name=zkCallback-2931-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)   14) Thread[id=11753, name=TEST-OverseerTest.testDownNodeFailover-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46561), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)   15) Thread[id=11735, name=TEST-OverseerTest.testRemovalOfLastReplica-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33415), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   16) Thread[id=11659, name=zkCallback-2903-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)   17) Thread[id=11608, name=TEST-OverseerTest.testBadQueueItem-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:45405), state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)   18) Thread[id=11680, name=zkCallback-2913-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=11717, name=TEST-OverseerTest.testDoubleAssignment-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:39907), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   2) Thread[id=11755, name=zkCallback-2946-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=11642, name=zkCallback-2892-thread-2, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=11696, name=TEST-OverseerTest.testStateChange-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:41131), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   5) Thread[id=11678, name=TEST-OverseerTest.testOverseerFailure-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:37473), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   6) Thread[id=11737, name=zkCallback-2939-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
   7) Thread[id=11590, name=TEST-OverseerTest.testReplay-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33095), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   8) Thread[id=11536, name=TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32797), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   9) Thread[id=11572, name=TEST-OverseerTest.testExceptionWhenFlushClusterState-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46519), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
  10) Thread[id=11657, name=TEST-OverseerTest.testShardAssignment-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:32965), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
  11) Thread[id=11627, name=Thread-2469-SendThread(127.0.0.1:38597), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
  12) Thread[id=11698, name=zkCallback-2921-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
  13) Thread[id=11719, name=zkCallback-2931-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
  14) Thread[id=11753, name=TEST-OverseerTest.testDownNodeFailover-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:46561), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
  15) Thread[id=11735, name=TEST-OverseerTest.testRemovalOfLastReplica-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:33415), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
  16) Thread[id=11659, name=zkCallback-2903-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
  17) Thread[id=11608, name=TEST-OverseerTest.testBadQueueItem-seed#[393EAB7FEDECCD7D]-SendThread(127.0.0.1:45405), state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
  18) Thread[id=11680, name=zkCallback-2913-thread-1, state=TIMED_WAITING, group=TGRP-OverseerTest]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([393EAB7FEDECCD7D]:0)


FAILED:  org.apache.solr.analysis.TestReversedWildcardFilterFactory.testCachingInQueryParser

Error Message:
 Mockito cannot mock this class: class org.apache.solr.schema.TextField.  Mockito can only mock non-private & non-final classes. If you're not sure why you're getting this error, please report to the mailing list.   Java               : 10 JVM vendor name    : Oracle Corporation JVM vendor version : 10-ea+29 JVM name           : Java HotSpot(TM) 64-Bit Server VM JVM version        : 10-ea+29 JVM info           : mixed mode OS name            : Linux OS version         : 4.10.0-37-generic   Underlying exception : java.lang.UnsupportedOperationException: Cannot define class using reflection

Stack Trace:
org.mockito.exceptions.base.MockitoException: 
Mockito cannot mock this class: class org.apache.solr.schema.TextField.

Mockito can only mock non-private & non-final classes.
If you're not sure why you're getting this error, please report to the mailing list.


Java               : 10
JVM vendor name    : Oracle Corporation
JVM vendor version : 10-ea+29
JVM name           : Java HotSpot(TM) 64-Bit Server VM
JVM version        : 10-ea+29
JVM info           : mixed mode
OS name            : Linux
OS version         : 4.10.0-37-generic


Underlying exception : java.lang.UnsupportedOperationException: Cannot define class using reflection
	at __randomizedtesting.SeedInfo.seed([393EAB7FEDECCD7D:7D665D7D1768948D]:0)
	at org.apache.solr.analysis.TestReversedWildcardFilterFactory.testCachingInQueryParser(TestReversedWildcardFilterFactory.java:233)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.UnsupportedOperationException: Cannot define class using reflection
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Unavailable.defineClass(ClassInjector.java:819)
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.inject(ClassInjector.java:183)
	at net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDispatcher.load(ClassLoadingStrategy.java:187)
	at net.bytebuddy.dynamic.TypeResolutionStrategy$Passive.initialize(TypeResolutionStrategy.java:79)
	at net.bytebuddy.dynamic.DynamicType$Default$Unloaded.load(DynamicType.java:4352)
	at org.mockito.internal.creation.bytebuddy.SubclassBytecodeGenerator.mockClass(SubclassBytecodeGenerator.java:94)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.call(TypeCachingBytecodeGenerator.java:35)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.call(TypeCachingBytecodeGenerator.java:32)
	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:138)
	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:346)
	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:161)
	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:355)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.mockClass(TypeCachingBytecodeGenerator.java:30)
	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMockType(SubclassByteBuddyMockMaker.java:71)
	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMock(SubclassByteBuddyMockMaker.java:42)
	at org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(ByteBuddyMockMaker.java:26)
	at org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
	at org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
	at org.mockito.Mockito.spy(Mockito.java:1764)
	... 39 more
Caused by: java.lang.IllegalArgumentException: Unknown Java version: 10
	at net.bytebuddy.ClassFileVersion.ofJavaVersion(ClassFileVersion.java:135)
	at net.bytebuddy.ClassFileVersion$VersionLocator$ForJava9CapableVm.locate(ClassFileVersion.java:337)
	at net.bytebuddy.ClassFileVersion.ofThisVm(ClassFileVersion.java:147)
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$CreationAction.run(ClassInjector.java:299)
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$CreationAction.run(ClassInjector.java:288)
	at java.base/java.security.AccessController.doPrivileged(Native Method)
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.<clinit>(ClassInjector.java:68)
	at net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDispatcher.load(ClassLoadingStrategy.java:184)
	at net.bytebuddy.dynamic.TypeResolutionStrategy$Passive.initialize(TypeResolutionStrategy.java:79)
	at net.bytebuddy.dynamic.DynamicType$Default$Unloaded.load(DynamicType.java:4352)
	at org.mockito.internal.creation.bytebuddy.SubclassBytecodeGenerator.mockClass(SubclassBytecodeGenerator.java:94)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.call(TypeCachingBytecodeGenerator.java:35)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.call(TypeCachingBytecodeGenerator.java:32)
	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:138)
	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:346)
	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:161)
	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:355)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.mockClass(TypeCachingBytecodeGenerator.java:30)
	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMockType(SubclassByteBuddyMockMaker.java:71)
	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMock(SubclassByteBuddyMockMaker.java:42)
	at org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(ByteBuddyMockMaker.java:26)
	at org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
	at org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
	at org.mockito.Mockito.mock(Mockito.java:1681)
	at org.mockito.Mockito.mock(Mockito.java:1594)
	at org.apache.solr.security.TestPKIAuthenticationPlugin.createMockRequest(TestPKIAuthenticationPlugin.java:151)
	at org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:95)
	... 38 more


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.testCaching

Error Message:
 Mockito cannot mock this class: class org.apache.solr.client.solrj.impl.LBHttpSolrClient.  Mockito can only mock non-private & non-final classes. If you're not sure why you're getting this error, please report to the mailing list.   Java               : 10 JVM vendor name    : Oracle Corporation JVM vendor version : 10-ea+29 JVM name           : Java HotSpot(TM) 64-Bit Server VM JVM version        : 10-ea+29 JVM info           : mixed mode OS name            : Linux OS version         : 4.10.0-37-generic   Underlying exception : java.lang.UnsupportedOperationException: Cannot define class using reflection

Stack Trace:
org.mockito.exceptions.base.MockitoException: 
Mockito cannot mock this class: class org.apache.solr.client.solrj.impl.LBHttpSolrClient.

Mockito can only mock non-private & non-final classes.
If you're not sure why you're getting this error, please report to the mailing list.


Java               : 10
JVM vendor name    : Oracle Corporation
JVM vendor version : 10-ea+29
JVM name           : Java HotSpot(TM) 64-Bit Server VM
JVM version        : 10-ea+29
JVM info           : mixed mode
OS name            : Linux
OS version         : 4.10.0-37-generic


Underlying exception : java.lang.UnsupportedOperationException: Cannot define class using reflection
	at __randomizedtesting.SeedInfo.seed([C7D56D15A93CCCE5:ECC308D037C186BC]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.getMockLbHttpSolrClient(CloudSolrClientCacheTest.java:104)
	at org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest.testCaching(CloudSolrClientCacheTest.java:74)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.UnsupportedOperationException: Cannot define class using reflection
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Unavailable.defineClass(ClassInjector.java:819)
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.inject(ClassInjector.java:183)
	at net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDispatcher.load(ClassLoadingStrategy.java:187)
	at net.bytebuddy.dynamic.TypeResolutionStrategy$Passive.initialize(TypeResolutionStrategy.java:79)
	at net.bytebuddy.dynamic.DynamicType$Default$Unloaded.load(DynamicType.java:4352)
	at org.mockito.internal.creation.bytebuddy.SubclassBytecodeGenerator.mockClass(SubclassBytecodeGenerator.java:94)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.call(TypeCachingBytecodeGenerator.java:35)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.call(TypeCachingBytecodeGenerator.java:32)
	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:138)
	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:346)
	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:161)
	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:355)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.mockClass(TypeCachingBytecodeGenerator.java:30)
	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMockType(SubclassByteBuddyMockMaker.java:71)
	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMock(SubclassByteBuddyMockMaker.java:42)
	at org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(ByteBuddyMockMaker.java:26)
	at org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
	at org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
	at org.mockito.Mockito.mock(Mockito.java:1681)
	at org.mockito.Mockito.mock(Mockito.java:1594)
	... 40 more
Caused by: java.lang.IllegalArgumentException: Unknown Java version: 10
	at net.bytebuddy.ClassFileVersion.ofJavaVersion(ClassFileVersion.java:135)
	at net.bytebuddy.ClassFileVersion$VersionLocator$ForJava9CapableVm.locate(ClassFileVersion.java:337)
	at net.bytebuddy.ClassFileVersion.ofThisVm(ClassFileVersion.java:147)
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$CreationAction.run(ClassInjector.java:299)
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$CreationAction.run(ClassInjector.java:288)
	at java.base/java.security.AccessController.doPrivileged(Native Method)
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.<clinit>(ClassInjector.java:68)
	at net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDispatcher.load(ClassLoadingStrategy.java:184)
	... 57 more


FAILED:  org.apache.solr.cloud.AssignTest.testAssignNode

Error Message:
 Mockito cannot mock this class: class org.apache.solr.common.cloud.SolrZkClient.  Mockito can only mock non-private & non-final classes. If you're not sure why you're getting this error, please report to the mailing list.   Java               : 10 JVM vendor name    : Oracle Corporation JVM vendor version : 10-ea+29 JVM name           : Java HotSpot(TM) 64-Bit Server VM JVM version        : 10-ea+29 JVM info           : mixed mode OS name            : Linux OS version         : 4.10.0-37-generic   Underlying exception : java.lang.UnsupportedOperationException: Cannot define class using reflection

Stack Trace:
org.mockito.exceptions.base.MockitoException: 
Mockito cannot mock this class: class org.apache.solr.common.cloud.SolrZkClient.

Mockito can only mock non-private & non-final classes.
If you're not sure why you're getting this error, please report to the mailing list.


Java               : 10
JVM vendor name    : Oracle Corporation
JVM vendor version : 10-ea+29
JVM name           : Java HotSpot(TM) 64-Bit Server VM
JVM version        : 10-ea+29
JVM info           : mixed mode
OS name            : Linux
OS version         : 4.10.0-37-generic


Underlying exception : java.lang.UnsupportedOperationException: Cannot define class using reflection
	at __randomizedtesting.SeedInfo.seed([393EAB7FEDECCD7D:6281250A3A6CAD54]:0)
	at org.apache.solr.cloud.AssignTest.testAssignNode(AssignTest.java:65)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.UnsupportedOperationException: Cannot define class using reflection
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Unavailable.defineClass(ClassInjector.java:819)
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.inject(ClassInjector.java:183)
	at net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDispatcher.load(ClassLoadingStrategy.java:187)
	at net.bytebuddy.dynamic.TypeResolutionStrategy$Passive.initialize(TypeResolutionStrategy.java:79)
	at net.bytebuddy.dynamic.DynamicType$Default$Unloaded.load(DynamicType.java:4352)
	at org.mockito.internal.creation.bytebuddy.SubclassBytecodeGenerator.mockClass(SubclassBytecodeGenerator.java:94)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.call(TypeCachingBytecodeGenerator.java:35)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.call(TypeCachingBytecodeGenerator.java:32)
	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:138)
	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:346)
	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:161)
	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:355)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.mockClass(TypeCachingBytecodeGenerator.java:30)
	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMockType(SubclassByteBuddyMockMaker.java:71)
	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMock(SubclassByteBuddyMockMaker.java:42)
	at org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(ByteBuddyMockMaker.java:26)
	at org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
	at org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
	at org.mockito.Mockito.mock(Mockito.java:1681)
	at org.mockito.Mockito.mock(Mockito.java:1594)
	... 39 more
Caused by: java.lang.IllegalArgumentException: Unknown Java version: 10
	at net.bytebuddy.ClassFileVersion.ofJavaVersion(ClassFileVersion.java:135)
	at net.bytebuddy.ClassFileVersion$VersionLocator$ForJava9CapableVm.locate(ClassFileVersion.java:337)
	at net.bytebuddy.ClassFileVersion.ofThisVm(ClassFileVersion.java:147)
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$CreationAction.run(ClassInjector.java:299)
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$CreationAction.run(ClassInjector.java:288)
	at java.base/java.security.AccessController.doPrivileged(Native Method)
	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.<clinit>(ClassInjector.java:68)
	at net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDispatcher.load(ClassLoadingStrategy.java:184)
	at net.bytebuddy.dynamic.TypeResolutionStrategy$Passive.initialize(TypeResolutionStrategy.java:79)
	at net.bytebuddy.dynamic.DynamicType$Default$Unloaded.load(DynamicType.java:4352)
	at org.mockito.internal.creation.bytebuddy.SubclassBytecodeGenerator.mockClass(SubclassBytecodeGenerator.java:94)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.call(TypeCachingBytecodeGenerator.java:35)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.call(TypeCachingBytecodeGenerator.java:32)
	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:138)
	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:346)
	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:161)
	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:355)
	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.mockClass(TypeCachingBytecodeGenerator.java:30)
	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMockType(SubclassByteBuddyMockMaker.java:71)
	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMock(SubclassByteBuddyMockMaker.java:42)
	at org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(ByteBuddyMockMaker.java:26)
	at org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
	at org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
	at org.mockito.Mockito.mock(Mockito.java:1681)
	at org.mockito.Mockito.mock(Mockito.java:1594)
	at org.apache.solr.handler.admin.TestCoreAdminApis.getCoreContainerMock(TestCoreAdminApis.java:73)
	at org.apache.solr.handler.admin.TestCoreAdminApis.testCalls(TestCoreAdminApis.java:40)
	... 38 more


FAILED:  org.apache.solr.cloud.OverseerTest.testExternalClusterStateChangeBehavior

Error Message:
 Mockito cannot mock this class: class org.apache.solr.core.CoreContainer.  Mockito can only mock non-private & non-final classes. If you're not sure why you're getting this error, please report to the mailing list.   Java               : 10 JVM vendor name    : Oracle Corporation JVM vendor version : 10-ea+29 JVM name           : Java HotSpot(TM) 64-Bit Server VM JVM version        : 10-ea+29 JVM info           : mixed mode OS name            : Linux OS version         : 4.10.0-37-generic   Underlying exception : java.lang.UnsupportedOperationException: Cannot define class using reflection

Stack Trace:
org.mocki

[...truncated too long message...]

4]    > 	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:355)
   [junit4]    > 	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.mockClass(TypeCachingBytecodeGenerator.java:30)
   [junit4]    > 	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMockType(SubclassByteBuddyMockMaker.java:71)
   [junit4]    > 	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMock(SubclassByteBuddyMockMaker.java:42)
   [junit4]    > 	at org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(ByteBuddyMockMaker.java:26)
   [junit4]    > 	at org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
   [junit4]    > 	at org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
   [junit4]    > 	at org.mockito.Mockito.mock(Mockito.java:1681)
   [junit4]    > 	at org.mockito.Mockito.mock(Mockito.java:1594)
   [junit4]    > 	... 38 more
   [junit4]    > Caused by: java.lang.IllegalArgumentException: Unknown Java version: 10
   [junit4]    > 	at net.bytebuddy.ClassFileVersion.ofJavaVersion(ClassFileVersion.java:135)
   [junit4]    > 	at net.bytebuddy.ClassFileVersion$VersionLocator$ForJava9CapableVm.locate(ClassFileVersion.java:337)
   [junit4]    > 	at net.bytebuddy.ClassFileVersion.ofThisVm(ClassFileVersion.java:147)
   [junit4]    > 	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$CreationAction.run(ClassInjector.java:299)
   [junit4]    > 	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$CreationAction.run(ClassInjector.java:288)
   [junit4]    > 	at java.base/java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.<clinit>(ClassInjector.java:68)
   [junit4]    > 	at net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDispatcher.load(ClassLoadingStrategy.java:184)
   [junit4]    > 	... 55 moreThrowable #2: org.mockito.exceptions.misusing.NotAMockException: Argument should be a mock, but is null!
   [junit4]    > 	at org.apache.solr.handler.dataimport.TestJdbcDataSource.tearDown(TestJdbcDataSource.java:93)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 7688 T51 oas.SolrTestCaseJ4.setUp ###Starting testMultipleResultsSets_ResultSetResultSet
   [junit4]   2> 7737 T51 oas.SolrTestCaseJ4.tearDown ###Ending testMultipleResultsSets_ResultSetResultSet
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestJdbcDataSource -Dtests.method=testMultipleResultsSets_ResultSetResultSet -Dtests.seed=836D80BEB97E5C03 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ii-CN -Dtests.timezone=Asia/Jerusalem -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.07s J2 | TestJdbcDataSource.testMultipleResultsSets_ResultSetResultSet <<<
   [junit4]    > Throwable #1: org.mockito.exceptions.base.MockitoException: 
   [junit4]    > Mockito cannot mock this class: interface java.sql.Driver.
   [junit4]    > Mockito can only mock non-private & non-final classes.
   [junit4]    > If you're not sure why you're getting this error, please report to the mailing list.
   [junit4]    > Java               : 10
   [junit4]    > JVM vendor name    : Oracle Corporation
   [junit4]    > JVM vendor version : 10-ea+29
   [junit4]    > JVM name           : Java HotSpot(TM) 64-Bit Server VM
   [junit4]    > JVM version        : 10-ea+29
   [junit4]    > JVM info           : mixed mode
   [junit4]    > OS name            : Linux
   [junit4]    > OS version         : 4.10.0-37-generic
   [junit4]    > Underlying exception : java.lang.UnsupportedOperationException: Cannot define class using reflection
   [junit4]    > 	at org.apache.solr.handler.dataimport.TestJdbcDataSource.setUp(TestJdbcDataSource.java:78)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > Caused by: java.lang.UnsupportedOperationException: Cannot define class using reflection
   [junit4]    > 	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$Unavailable.defineClass(ClassInjector.java:819)
   [junit4]    > 	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.inject(ClassInjector.java:183)
   [junit4]    > 	at net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDispatcher.load(ClassLoadingStrategy.java:187)
   [junit4]    > 	at net.bytebuddy.dynamic.TypeResolutionStrategy$Passive.initialize(TypeResolutionStrategy.java:79)
   [junit4]    > 	at net.bytebuddy.dynamic.DynamicType$Default$Unloaded.load(DynamicType.java:4352)
   [junit4]    > 	at org.mockito.internal.creation.bytebuddy.SubclassBytecodeGenerator.mockClass(SubclassBytecodeGenerator.java:94)
   [junit4]    > 	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.call(TypeCachingBytecodeGenerator.java:35)
   [junit4]    > 	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator$1.call(TypeCachingBytecodeGenerator.java:32)
   [junit4]    > 	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:138)
   [junit4]    > 	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:346)
   [junit4]    > 	at net.bytebuddy.TypeCache.findOrInsert(TypeCache.java:161)
   [junit4]    > 	at net.bytebuddy.TypeCache$WithInlineExpunction.findOrInsert(TypeCache.java:355)
   [junit4]    > 	at org.mockito.internal.creation.bytebuddy.TypeCachingBytecodeGenerator.mockClass(TypeCachingBytecodeGenerator.java:30)
   [junit4]    > 	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMockType(SubclassByteBuddyMockMaker.java:71)
   [junit4]    > 	at org.mockito.internal.creation.bytebuddy.SubclassByteBuddyMockMaker.createMock(SubclassByteBuddyMockMaker.java:42)
   [junit4]    > 	at org.mockito.internal.creation.bytebuddy.ByteBuddyMockMaker.createMock(ByteBuddyMockMaker.java:26)
   [junit4]    > 	at org.mockito.internal.util.MockUtil.createMock(MockUtil.java:35)
   [junit4]    > 	at org.mockito.internal.MockitoCore.mock(MockitoCore.java:65)
   [junit4]    > 	at org.mockito.Mockito.mock(Mockito.java:1681)
   [junit4]    > 	at org.mockito.Mockito.mock(Mockito.java:1594)
   [junit4]    > 	... 38 more
   [junit4]    > Caused by: java.lang.IllegalArgumentException: Unknown Java version: 10
   [junit4]    > 	at net.bytebuddy.ClassFileVersion.ofJavaVersion(ClassFileVersion.java:135)
   [junit4]    > 	at net.bytebuddy.ClassFileVersion$VersionLocator$ForJava9CapableVm.locate(ClassFileVersion.java:337)
   [junit4]    > 	at net.bytebuddy.ClassFileVersion.ofThisVm(ClassFileVersion.java:147)
   [junit4]    > 	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$CreationAction.run(ClassInjector.java:299)
   [junit4]    > 	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection$Dispatcher$CreationAction.run(ClassInjector.java:288)
   [junit4]    > 	at java.base/java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at net.bytebuddy.dynamic.loading.ClassInjector$UsingReflection.<clinit>(ClassInjector.java:68)
   [junit4]    > 	at net.bytebuddy.dynamic.loading.ClassLoadingStrategy$Default$InjectionDispatcher.load(ClassLoadingStrategy.java:184)
   [junit4]    > 	... 55 moreThrowable #2: org.mockito.exceptions.misusing.NotAMockException: Argument should be a mock, but is null!
   [junit4]    > 	at org.apache.solr.handler.dataimport.TestJdbcDataSource.tearDown(TestJdbcDataSource.java:93)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/J2/temp/solr.handler.dataimport.TestJdbcDataSource_836D80BEB97E5C03-001
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=4, maxDocsPerChunk=9, blockSize=8), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=4, blockSize=8)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5ea0c1e5), locale=ii-CN, timezone=Asia/Jerusalem
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=363853656,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocBuilder2, TestClobTransformer, TestVariableResolver, TestURLDataSource, TestWriterImpl, TestXPathEntityProcessor, TestDocBuilder, TestDateFormatTransformer, TestJdbcDataSource]
   [junit4] Completed [18/38 (1!)] on J2 in 1.01s, 16 tests, 15 errors, 1 skipped <<< FAILURES!

[...truncated 34613 lines...]