You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/08/12 06:39:43 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 2075 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2075/

1 tests failed.
FAILED:  org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete

Error Message:
Error from server at http://127.0.0.1:33317/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:33317/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([2D5C6630939AFF9E:8EA6C8951472153B]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33317/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 12288 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/init-core-data-001
   [junit4]   2> 1888331 WARN  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2D5C6630939AFF9E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15
   [junit4]   2> 1888332 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2D5C6630939AFF9E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1888333 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2D5C6630939AFF9E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1888333 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2D5C6630939AFF9E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1888335 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001
   [junit4]   2> 1888335 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1888336 INFO  (Thread-4765) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1888336 INFO  (Thread-4765) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1888337 ERROR (Thread-4765) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1888436 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.c.ZkTestServer start zk server on port:57733
   [junit4]   2> 1888442 INFO  (jetty-launcher-2850-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1888443 INFO  (jetty-launcher-2850-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1888443 INFO  (jetty-launcher-2850-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1888444 INFO  (jetty-launcher-2850-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1888445 INFO  (jetty-launcher-2850-thread-5) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1888446 INFO  (jetty-launcher-2850-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f669c20{/solr,null,AVAILABLE}
   [junit4]   2> 1888446 INFO  (jetty-launcher-2850-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54a0a239{/solr,null,AVAILABLE}
   [junit4]   2> 1888447 INFO  (jetty-launcher-2850-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@41daee3b{HTTP/1.1,[http/1.1]}{127.0.0.1:36584}
   [junit4]   2> 1888447 INFO  (jetty-launcher-2850-thread-2) [    ] o.e.j.s.Server Started @1891684ms
   [junit4]   2> 1888447 INFO  (jetty-launcher-2850-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36584}
   [junit4]   2> 1888447 ERROR (jetty-launcher-2850-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1888447 INFO  (jetty-launcher-2850-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ac2f46{/solr,null,AVAILABLE}
   [junit4]   2> 1888447 INFO  (jetty-launcher-2850-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1888447 INFO  (jetty-launcher-2850-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1888447 INFO  (jetty-launcher-2850-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1888447 INFO  (jetty-launcher-2850-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T06:12:37.386Z
   [junit4]   2> 1888447 INFO  (jetty-launcher-2850-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f22055d{HTTP/1.1,[http/1.1]}{127.0.0.1:43515}
   [junit4]   2> 1888447 INFO  (jetty-launcher-2850-thread-5) [    ] o.e.j.s.Server Started @1891684ms
   [junit4]   2> 1888447 INFO  (jetty-launcher-2850-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43515}
   [junit4]   2> 1888448 ERROR (jetty-launcher-2850-thread-5) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1888448 INFO  (jetty-launcher-2850-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1888448 INFO  (jetty-launcher-2850-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1888448 INFO  (jetty-launcher-2850-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1888448 INFO  (jetty-launcher-2850-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T06:12:37.387Z
   [junit4]   2> 1888452 INFO  (jetty-launcher-2850-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32dfb392{/solr,null,AVAILABLE}
   [junit4]   2> 1888452 INFO  (jetty-launcher-2850-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a573472{HTTP/1.1,[http/1.1]}{127.0.0.1:59157}
   [junit4]   2> 1888452 INFO  (jetty-launcher-2850-thread-1) [    ] o.e.j.s.Server Started @1891689ms
   [junit4]   2> 1888452 INFO  (jetty-launcher-2850-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59157}
   [junit4]   2> 1888453 ERROR (jetty-launcher-2850-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1888453 INFO  (jetty-launcher-2850-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1888453 INFO  (jetty-launcher-2850-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1888453 INFO  (jetty-launcher-2850-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1888453 INFO  (jetty-launcher-2850-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T06:12:37.392Z
   [junit4]   2> 1888457 INFO  (jetty-launcher-2850-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@373fd176{HTTP/1.1,[http/1.1]}{127.0.0.1:58882}
   [junit4]   2> 1888457 INFO  (jetty-launcher-2850-thread-4) [    ] o.e.j.s.Server Started @1891694ms
   [junit4]   2> 1888457 INFO  (jetty-launcher-2850-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58882}
   [junit4]   2> 1888457 ERROR (jetty-launcher-2850-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1888457 INFO  (jetty-launcher-2850-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1888457 INFO  (jetty-launcher-2850-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1888457 INFO  (jetty-launcher-2850-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1888457 INFO  (jetty-launcher-2850-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T06:12:37.396Z
   [junit4]   2> 1888459 INFO  (jetty-launcher-2850-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27ad296b{/solr,null,AVAILABLE}
   [junit4]   2> 1888459 INFO  (jetty-launcher-2850-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1888459 INFO  (jetty-launcher-2850-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1888461 INFO  (jetty-launcher-2850-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1888461 INFO  (jetty-launcher-2850-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@57f00847{HTTP/1.1,[http/1.1]}{127.0.0.1:33317}
   [junit4]   2> 1888461 INFO  (jetty-launcher-2850-thread-3) [    ] o.e.j.s.Server Started @1891698ms
   [junit4]   2> 1888461 INFO  (jetty-launcher-2850-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33317}
   [junit4]   2> 1888461 ERROR (jetty-launcher-2850-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1888461 INFO  (jetty-launcher-2850-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1888461 INFO  (jetty-launcher-2850-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1888462 INFO  (jetty-launcher-2850-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1888462 INFO  (jetty-launcher-2850-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T06:12:37.401Z
   [junit4]   2> 1888473 INFO  (jetty-launcher-2850-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57733/solr
   [junit4]   2> 1888474 INFO  (jetty-launcher-2850-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57733/solr
   [junit4]   2> 1888477 INFO  (jetty-launcher-2850-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57733/solr
   [junit4]   2> 1888478 INFO  (jetty-launcher-2850-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1888481 INFO  (jetty-launcher-2850-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1888485 INFO  (jetty-launcher-2850-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57733/solr
   [junit4]   2> 1888487 INFO  (jetty-launcher-2850-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57733/solr
   [junit4]   2> 1888512 INFO  (jetty-launcher-2850-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1888512 INFO  (jetty-launcher-2850-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36584_solr
   [junit4]   2> 1888513 INFO  (jetty-launcher-2850-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.Overseer Overseer (id=98469043062374411-127.0.0.1:36584_solr-n_0000000000) starting
   [junit4]   2> 1888516 INFO  (jetty-launcher-2850-thread-1) [n:127.0.0.1:59157_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1888517 INFO  (jetty-launcher-2850-thread-1) [n:127.0.0.1:59157_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59157_solr
   [junit4]   2> 1888523 INFO  (zkCallback-2875-thread-1-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1888527 INFO  (jetty-launcher-2850-thread-3) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1888528 INFO  (jetty-launcher-2850-thread-4) [n:127.0.0.1:58882_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1888529 INFO  (jetty-launcher-2850-thread-4) [n:127.0.0.1:58882_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1888530 INFO  (jetty-launcher-2850-thread-3) [n:127.0.0.1:33317_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1888531 INFO  (jetty-launcher-2850-thread-4) [n:127.0.0.1:58882_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58882_solr
   [junit4]   2> 1888532 INFO  (zkCallback-2875-thread-1-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1888533 INFO  (zkCallback-2876-thread-1-processing-n:127.0.0.1:58882_solr) [n:127.0.0.1:58882_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1888533 INFO  (jetty-launcher-2850-thread-3) [n:127.0.0.1:33317_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33317_solr
   [junit4]   2> 1888542 INFO  (zkCallback-2875-thread-1-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1888553 INFO  (zkCallback-2877-thread-1-processing-n:127.0.0.1:33317_solr) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1888553 INFO  (zkCallback-2871-thread-1-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1888554 INFO  (zkCallback-2876-thread-1-processing-n:127.0.0.1:58882_solr) [n:127.0.0.1:58882_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1888557 INFO  (jetty-launcher-2850-thread-5) [n:127.0.0.1:43515_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1888558 INFO  (jetty-launcher-2850-thread-5) [n:127.0.0.1:43515_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1888559 INFO  (zkCallback-2871-thread-2-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1888559 INFO  (jetty-launcher-2850-thread-5) [n:127.0.0.1:43515_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43515_solr
   [junit4]   2> 1888560 INFO  (zkCallback-2875-thread-1-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1888560 INFO  (zkCallback-2876-thread-1-processing-n:127.0.0.1:58882_solr) [n:127.0.0.1:58882_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1888572 INFO  (OverseerStateUpdate-98469043062374411-127.0.0.1:36584_solr-n_0000000000) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1888572 INFO  (jetty-launcher-2850-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36584_solr
   [junit4]   2> 1888573 INFO  (zkCallback-2876-thread-1-processing-n:127.0.0.1:58882_solr) [n:127.0.0.1:58882_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1888573 INFO  (zkCallback-2875-thread-1-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1888587 INFO  (zkCallback-2871-thread-2-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1888593 INFO  (zkCallback-2874-thread-1-processing-n:127.0.0.1:43515_solr) [n:127.0.0.1:43515_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 1888610 INFO  (jetty-launcher-2850-thread-4) [n:127.0.0.1:58882_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58882.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888613 INFO  (jetty-launcher-2850-thread-4) [n:127.0.0.1:58882_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58882.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888613 INFO  (jetty-launcher-2850-thread-4) [n:127.0.0.1:58882_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58882.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888614 INFO  (jetty-launcher-2850-thread-4) [n:127.0.0.1:58882_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node4/.
   [junit4]   2> 1888622 INFO  (zkCallback-2877-thread-2-processing-n:127.0.0.1:33317_solr) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
   [junit4]   2> 1888670 INFO  (jetty-launcher-2850-thread-1) [n:127.0.0.1:59157_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59157.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888673 INFO  (jetty-launcher-2850-thread-1) [n:127.0.0.1:59157_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59157.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888673 INFO  (jetty-launcher-2850-thread-1) [n:127.0.0.1:59157_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59157.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888674 INFO  (jetty-launcher-2850-thread-1) [n:127.0.0.1:59157_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node1/.
   [junit4]   2> 1888682 INFO  (jetty-launcher-2850-thread-3) [n:127.0.0.1:33317_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33317.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888685 INFO  (jetty-launcher-2850-thread-3) [n:127.0.0.1:33317_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33317.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888686 INFO  (jetty-launcher-2850-thread-3) [n:127.0.0.1:33317_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33317.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888687 INFO  (jetty-launcher-2850-thread-3) [n:127.0.0.1:33317_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node3/.
   [junit4]   2> 1888717 INFO  (jetty-launcher-2850-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36584.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888720 INFO  (jetty-launcher-2850-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36584.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888720 INFO  (jetty-launcher-2850-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36584.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888721 INFO  (jetty-launcher-2850-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node2/.
   [junit4]   2> 1888729 INFO  (jetty-launcher-2850-thread-5) [n:127.0.0.1:43515_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43515.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888732 INFO  (jetty-launcher-2850-thread-5) [n:127.0.0.1:43515_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43515.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888732 INFO  (jetty-launcher-2850-thread-5) [n:127.0.0.1:43515_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43515.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1888733 INFO  (jetty-launcher-2850-thread-5) [n:127.0.0.1:43515_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node5/.
   [junit4]   2> 1888786 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 1888787 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57733/solr ready
   [junit4]   2> 1888789 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionCreateSearchDelete
   [junit4]   2> 1888789 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@373fd176{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1888797 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1169164433
   [junit4]   2> 1888797 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1888799 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1888800 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1888801 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1888801 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1888802 INFO  (zkCallback-2871-thread-2-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1888802 INFO  (zkCallback-2877-thread-2-processing-n:127.0.0.1:33317_solr) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1888803 INFO  (zkCallback-2874-thread-1-processing-n:127.0.0.1:43515_solr) [n:127.0.0.1:43515_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1888803 INFO  (zkCallback-2875-thread-1-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1888804 INFO  (zkCallback-2886-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1890302 WARN  (zkCallback-2876-thread-1-processing-n:127.0.0.1:58882_solr) [n:127.0.0.1:58882_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1890303 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54a0a239{/solr,null,UNAVAILABLE}
   [junit4]   2> 1890304 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1890305 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65553a29{/solr,null,AVAILABLE}
   [junit4]   2> 1890305 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3387f8f0{HTTP/1.1,[http/1.1]}{127.0.0.1:38151}
   [junit4]   2> 1890305 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.e.j.s.Server Started @1893542ms
   [junit4]   2> 1890305 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38151}
   [junit4]   2> 1890305 ERROR (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1890309 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1890309 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1890309 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1890309 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T06:12:39.248Z
   [junit4]   2> 1890311 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1890319 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57733/solr
   [junit4]   2> 1890325 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [n:127.0.0.1:38151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1890326 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [n:127.0.0.1:38151_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1890327 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [n:127.0.0.1:38151_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38151_solr
   [junit4]   2> 1890328 INFO  (zkCallback-2874-thread-1-processing-n:127.0.0.1:43515_solr) [n:127.0.0.1:43515_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1890328 INFO  (zkCallback-2875-thread-1-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1890328 INFO  (zkCallback-2877-thread-1-processing-n:127.0.0.1:33317_solr) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1890328 INFO  (zkCallback-2886-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1890328 INFO  (zkCallback-2871-thread-2-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1890333 INFO  (zkCallback-2891-thread-1-processing-n:127.0.0.1:38151_solr) [n:127.0.0.1:38151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1890370 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [n:127.0.0.1:38151_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38151.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1890374 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [n:127.0.0.1:38151_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38151.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1890374 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [n:127.0.0.1:38151_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38151.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1890375 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [n:127.0.0.1:38151_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node6/.
   [junit4]   2> 1890410 INFO  (qtp2098339331-19167) [n:127.0.0.1:36584_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1890411 INFO  (OverseerThreadFactory-6901-thread-1-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.CreateCollectionCmd Create collection testcollection
   [junit4]   2> 1890516 INFO  (OverseerStateUpdate-98469043062374411-127.0.0.1:36584_solr-n_0000000000) [n:127.0.0.1:36584_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testcollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43515/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1890517 INFO  (OverseerStateUpdate-98469043062374411-127.0.0.1:36584_solr-n_0000000000) [n:127.0.0.1:36584_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testcollection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33317/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1890519 INFO  (OverseerStateUpdate-98469043062374411-127.0.0.1:36584_solr-n_0000000000) [n:127.0.0.1:36584_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testcollection_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38151/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1890520 INFO  (OverseerStateUpdate-98469043062374411-127.0.0.1:36584_solr-n_0000000000) [n:127.0.0.1:36584_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testcollection_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:59157/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1890723 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 1890723 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 1890723 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1890723 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1890723 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 1890724 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1890729 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 1890729 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1890833 INFO  (zkCallback-2877-thread-1-processing-n:127.0.0.1:33317_solr) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1890833 INFO  (zkCallback-2877-thread-2-processing-n:127.0.0.1:33317_solr) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1890833 INFO  (zkCallback-2874-thread-1-processing-n:127.0.0.1:43515_solr) [n:127.0.0.1:43515_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1890833 INFO  (zkCallback-2891-thread-1-processing-n:127.0.0.1:38151_solr) [n:127.0.0.1:38151_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1890833 INFO  (zkCallback-2875-thread-1-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1890833 INFO  (zkCallback-2891-thread-2-processing-n:127.0.0.1:38151_solr) [n:127.0.0.1:38151_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1890834 INFO  (zkCallback-2875-thread-2-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1890834 INFO  (zkCallback-2874-thread-2-processing-n:127.0.0.1:43515_solr) [n:127.0.0.1:43515_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1891737 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1891750 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1891752 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1891756 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1891762 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 1891762 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1891764 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 1891764 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1891764 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
   [junit4]   2> 1891764 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1891764 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
   [junit4]   2> 1891764 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38151.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1891765 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1891765 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node6/testcollection_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node6/./testcollection_shard2_replica_n4/data/]
   [junit4]   2> 1891765 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33317.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1891765 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1891765 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node3/testcollection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node3/./testcollection_shard1_replica_n2/data/]
   [junit4]   2> 1891765 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1891765 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
   [junit4]   2> 1891766 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59157.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1891766 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1891766 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node1/testcollection_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node1/./testcollection_shard2_replica_n6/data/]
   [junit4]   2> 1891769 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1891771 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1891771 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
   [junit4]   2> 1891771 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43515.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f2228a
   [junit4]   2> 1891771 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1891772 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node5/testcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001/tempDir-001/node5/./testcollection_shard1_replica_n1/data/]
   [junit4]   2> 1891855 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1891855 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1891856 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1891856 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1891861 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@563b3f3a[testcollection_shard1_replica_n2] main]
   [junit4]   2> 1891862 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1891862 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1891863 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1891863 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575504692696317952
   [junit4]   2> 1891864 INFO  (searcherExecutor-6919-thread-1-processing-n:127.0.0.1:33317_solr x:testcollection_shard1_replica_n2 s:shard1 c:testcollection r:core_node5) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@563b3f3a[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1891868 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1891868 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1891869 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1891869 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1891871 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@257724d9[testcollection_shard2_replica_n4] main]
   [junit4]   2> 1891872 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1891872 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1891874 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1891874 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1891875 INFO  (searcherExecutor-6918-thread-1-processing-n:127.0.0.1:38151_solr x:testcollection_shard2_replica_n4 s:shard2 c:testcollection r:core_node7) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@257724d9[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1891875 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575504692708900864
   [junit4]   2> 1891884 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1891884 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1891885 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1891885 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1891886 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20dfa870[testcollection_shard1_replica_n1] main]
   [junit4]   2> 1891887 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1891887 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1891888 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1891888 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1891888 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1891889 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@332358d3[testcollection_shard2_replica_n6] main]
   [junit4]   2> 1891890 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1891891 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1891891 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1891891 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575504692725678080
   [junit4]   2> 1891893 INFO  (searcherExecutor-6920-thread-1-processing-n:127.0.0.1:59157_solr x:testcollection_shard2_replica_n6 s:shard2 c:testcollection r:core_node8) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] Registered new searcher Searcher@332358d3[testcollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1891893 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 1891894 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 1891895 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1891896 INFO  (searcherExecutor-6921-thread-1-processing-n:127.0.0.1:43515_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node3) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@20dfa870[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1891896 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575504692730920960
   [junit4]   2> 1891991 INFO  (zkCallback-2877-thread-2-processing-n:127.0.0.1:33317_solr) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1891991 INFO  (zkCallback-2877-thread-1-processing-n:127.0.0.1:33317_solr) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1891991 INFO  (zkCallback-2891-thread-2-processing-n:127.0.0.1:38151_solr) [n:127.0.0.1:38151_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1891991 INFO  (zkCallback-2875-thread-2-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1891991 INFO  (zkCallback-2891-thread-1-processing-n:127.0.0.1:38151_solr) [n:127.0.0.1:38151_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1891991 INFO  (zkCallback-2875-thread-1-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1891992 INFO  (zkCallback-2874-thread-2-processing-n:127.0.0.1:43515_solr) [n:127.0.0.1:43515_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1891992 INFO  (zkCallback-2874-thread-1-processing-n:127.0.0.1:43515_solr) [n:127.0.0.1:43515_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1892372 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1892372 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1892372 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33317/solr/testcollection_shard1_replica_n2/
   [junit4]   2> 1892372 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=http://127.0.0.1:33317/solr START replicas=[http://127.0.0.1:43515/solr/testcollection_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 1892375 INFO  (qtp1940664193-19177) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1892389 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1892389 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1892389 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38151/solr/testcollection_shard2_replica_n4/
   [junit4]   2> 1892389 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n4 url=http://127.0.0.1:38151/solr START replicas=[http://127.0.0.1:59157/solr/testcollection_shard2_replica_n6/] nUpdates=100
   [junit4]   2> 1892396 INFO  (qtp1480823876-19163) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.S.Request [testcollection_shard2_replica_n6]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1892673 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=http://127.0.0.1:33317/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1892673 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1892673 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1892673 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1892675 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33317/solr/testcollection_shard1_replica_n2/ shard1
   [junit4]   2> 1892693 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n4 url=http://127.0.0.1:38151/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1892693 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1892693 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1892693 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1892695 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38151/solr/testcollection_shard2_replica_n4/ shard2
   [junit4]   2> 1892797 INFO  (zkCallback-2875-thread-2-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1892797 INFO  (zkCallback-2875-thread-1-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1892797 INFO  (zkCallback-2877-thread-2-processing-n:127.0.0.1:33317_solr) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1892797 INFO  (zkCallback-2877-thread-1-processing-n:127.0.0.1:33317_solr) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1892797 INFO  (zkCallback-2874-thread-2-processing-n:127.0.0.1:43515_solr) [n:127.0.0.1:43515_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1892797 INFO  (zkCallback-2874-thread-1-processing-n:127.0.0.1:43515_solr) [n:127.0.0.1:43515_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1892797 INFO  (zkCallback-2891-thread-1-processing-n:127.0.0.1:38151_solr) [n:127.0.0.1:38151_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1892797 INFO  (zkCallback-2891-thread-2-processing-n:127.0.0.1:38151_solr) [n:127.0.0.1:38151_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1892826 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1892827 INFO  (qtp1732929265-19202) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&coreNodeName=core_node5&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=2104
   [junit4]   2> 1892846 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1892847 INFO  (qtp1363633367-19283) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=2123
   [junit4]   2> 1892903 INFO  (qtp1940664193-19183) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&coreNodeName=core_node3&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=2179
   [junit4]   2> 1892904 INFO  (qtp1480823876-19158) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=2175
   [junit4]   2> 1892912 INFO  (qtp2098339331-19167) [n:127.0.0.1:36584_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1893004 INFO  (zkCallback-2877-thread-1-processing-n:127.0.0.1:33317_solr) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1893005 INFO  (zkCallback-2877-thread-2-processing-n:127.0.0.1:33317_solr) [n:127.0.0.1:33317_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1893005 INFO  (zkCallback-2875-thread-1-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1893005 INFO  (zkCallback-2875-thread-2-processing-n:127.0.0.1:59157_solr) [n:127.0.0.1:59157_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1893005 INFO  (zkCallback-2874-thread-2-processing-n:127.0.0.1:43515_solr) [n:127.0.0.1:43515_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1893005 INFO  (zkCallback-2874-thread-1-processing-n:127.0.0.1:43515_solr) [n:127.0.0.1:43515_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1893006 INFO  (zkCallback-2891-thread-2-processing-n:127.0.0.1:38151_solr) [n:127.0.0.1:38151_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1893006 INFO  (zkCallback-2891-thread-1-processing-n:127.0.0.1:38151_solr) [n:127.0.0.1:38151_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1893912 INFO  (qtp2098339331-19167) [n:127.0.0.1:36584_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=3502
   [junit4]   2> 1893913 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:active live:true
   [junit4]   1> replica:core_node5 rstate:active live:true
   [junit4]   1> replica:core_node7 rstate:active live:true
   [junit4]   1> replica:core_node8 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 1893913 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
   [junit4]   2> 1893951 INFO  (qtp1940664193-19191) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:33317/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1575504694850093056)]} 0 1
   [junit4]   2> 1893951 INFO  (qtp1732929265-19178) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2]  webapp=/solr path=/update params={_stateVer_=testcollection:5&wt=javabin&version=2}{add=[1 (1575504694850093056)]} 0 34
   [junit4]   2> 1893952 INFO  (qtp1940664193-19191) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575504694886793216,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1893952 INFO  (qtp1940664193-19191) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@194523b3 commitCommandVersion:1575504694886793216
   [junit4]   2> 1893955 INFO  (qtp1732929265-19207) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575504694889938944,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1893955 INFO  (qtp1732929265-19207) [n:127.0.0.1:33317_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@cbac698 commitCommandVersion:1575504694889938944
   [junit4]   2> 1893955 INFO  (qtp1480823876-19175) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575504694889938944,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1893956 INFO  (qtp1480823876-19175) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1893956 INFO  (qtp1480823876-19175) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1893956 INFO  (qtp1480823876-19175) [n:127.0.0.1:59157_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n6]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:33317/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1893956 INFO  (qtp1363633367-19281) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575504694890987520,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1893958 INFO  (qtp1363633367-19281) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1893958 INFO  (qtp1363633367-19281) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1893959 INFO  (qtp1363633367-19281) [n:127.0.0.1:38151_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:33317/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 1894062 INFO  (qtp1940664193-19191) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2626f291[testcollection_shard1_replica_n1] main]
   [junit4]   2> 1894064 INFO  (searcherExecutor-6921-thread-1-processing-n:127.0.0.1:43515_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node3) [n:127.0.0.1:43515_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@2626f291[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 1894064 INFO  (qtp1940664193-19191) [n:127.0.0.1:43515_solr 

[...truncated too long message...]

4]   2> 1922175 INFO  (jetty-closer-2963-thread-5) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1922175 INFO  (jetty-closer-2963-thread-5) [    ] o.a.s.c.Overseer Overseer (id=98469045134688267-127.0.0.1:50205_solr-n_0000000000) closing
   [junit4]   2> 1922175 INFO  (OverseerStateUpdate-98469045134688267-127.0.0.1:50205_solr-n_0000000000) [n:127.0.0.1:50205_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50205_solr
   [junit4]   2> 1922176 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15dd51328a0000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1923648 WARN  (zkCallback-2989-thread-1-processing-n:127.0.0.1:33069_solr) [n:127.0.0.1:33069_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1923648 INFO  (jetty-closer-2963-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4036d896{/solr,null,UNAVAILABLE}
   [junit4]   2> 1923672 WARN  (zkCallback-2988-thread-1-processing-n:127.0.0.1:38068_solr) [n:127.0.0.1:38068_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1923672 INFO  (jetty-closer-2963-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3dda8453{/solr,null,UNAVAILABLE}
   [junit4]   2> 1923673 WARN  (zkCallback-2990-thread-1-processing-n:127.0.0.1:50162_solr) [n:127.0.0.1:50162_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1923673 INFO  (jetty-closer-2963-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@60e7e057{/solr,null,UNAVAILABLE}
   [junit4]   2> 1923675 WARN  (zkCallback-2975-thread-1-processing-n:127.0.0.1:35759_solr) [n:127.0.0.1:35759_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1923675 INFO  (jetty-closer-2963-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@700a96f1{/solr,null,UNAVAILABLE}
   [junit4]   2> 1923676 WARN  (zkCallback-2985-thread-2-processing-n:127.0.0.1:50205_solr) [n:127.0.0.1:50205_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1923676 INFO  (jetty-closer-2963-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1761bd17{/solr,null,UNAVAILABLE}
   [junit4]   2> 1923677 ERROR (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1923679 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57108 57108
   [junit4]   2> 1923770 INFO  (Thread-4929) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57108 57108
   [junit4]   2> 1923772 WARN  (Thread-4929) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98469045134688267-127.0.0.1:50205_solr-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/98469045134688269-127.0.0.1:38068_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1923773 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[2D5C6630939AFF9E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCollectionCreateWithoutCoresThenDelete
   [junit4]   2> 1923777 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[2D5C6630939AFF9E]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57108 57108
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_2D5C6630939AFF9E-001
   [junit4]   2> Aug 12, 2017 6:13:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-BH, timezone=America/Guadeloupe
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=127079784,total=523763712
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudPseudoReturnFields, TestFieldCacheReopen, LeaderInitiatedRecoveryOnShardRestartTest, V2ApiIntegrationTest, SOLR749Test, TestSchemaNameResource, TestSystemIdResolver, RulesTest, MetricsHandlerTest, DistanceFunctionTest, TestReloadDeadlock, DocValuesMultiTest, CollectionsAPIDistributedZkTest, IndexSchemaRuntimeFieldTest, MoreLikeThisHandlerTest, TestSolrJ, SearchHandlerTest, TestChildDocTransformer, TestPullReplicaErrorHandling, TestAtomicUpdateErrorCases, SchemaVersionSpecificBehaviorTest, BlockJoinFacetDistribTest, TestNRTOpen, CollectionTooManyReplicasTest, DistributedMLTComponentTest, TestDistributedGrouping, TestPerFieldSimilarity, TestEmbeddedSolrServerSchemaAPI, TestRestoreCore, TestCloudInspectUtil, TestXIncludeConfig, CdcrRequestHandlerTest, ChaosMonkeySafeLeaderTest, StressHdfsTest, BitVectorTest, TestNoOpRegenerator, DirectSolrSpellCheckerTest, BasicFunctionalityTest, OpenCloseCoreStressTest, TestComplexPhraseLeadingWildcard, AssignTest, TestSchemaVersionResource, MultiThreadedOCPTest, TestHashQParserPlugin, LoggingHandlerTest, SolrMetricManagerTest, TestStressRecovery, TestUpdate, TestValueSourceCache, DOMUtilTest, TestCharFilters, ActionThrottleTest, TestInPlaceUpdatesDistrib, TestHdfsBackupRestoreCore, TestRTGBase, TestCryptoKeys, SpellCheckComponentTest, TestSimpleTrackingShardHandler, DistributedTermsComponentTest, TestSweetSpotSimilarityFactory, CreateCollectionCleanupTest, CurrencyFieldTypeTest, FileUtilsTest, BadComponentTest, CoreAdminHandlerTest, PeerSyncReplicationTest, TestLocalFSCloudBackupRestore, FileBasedSpellCheckerTest, LargeFieldTest, TestHashPartitioner, TestCollectionAPIs, TestCursorMarkWithoutUniqueKey, HighlighterTest, TestRestManager, TestDistributedStatsComponentCardinality, SolrSlf4jReporterTest, ResourceLoaderTest, DistributedIntervalFacetingTest, VersionInfoTest, ZkSolrClientTest, SystemInfoHandlerTest, ShardRoutingTest, BlockDirectoryTest, TestFieldCacheVsDocValues, ConvertedLegacyTest, TestSha256AuthenticationProvider, MoveReplicaHDFSTest, SampleTest, CSVRequestHandlerTest, MetricUtilsTest, TestPolicyCloud, GraphQueryTest, DistributedQueryComponentOptimizationTest, TestLegacyField, TestDownShardTolerantSearch, TestManagedSchemaThreadSafety, SolrGangliaReporterTest, TestSolrConfigHandlerCloud, LeaderFailoverAfterPartitionTest, DirectSolrConnectionTest, DistributedDebugComponentTest, TestNumericTerms32, TestAuthorizationFramework, TestPostingsSolrHighlighter, BasicAuthIntegrationTest, TestClusterProperties, QueryParsingTest, ClassificationUpdateProcessorTest, TestSolrCloudWithHadoopAuthPlugin, IndexSchemaTest, DistributedFacetPivotSmallTest, TestDFISimilarityFactory, HighlighterMaxOffsetTest, SubstringBytesRefFilterTest, ResponseHeaderTest, TestCoreContainer, TestSolrIndexConfig, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestStressReorder, TestJoin, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, TestFiltering, TestLazyCores, SoftAutoCommitTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, TermsComponentTest, DocumentBuilderTest, FieldAnalysisRequestHandlerTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestPartialUpdateDeduplication, TestComponentsName, TestLFUCache, TestHighlightDedupGrouping, TestTolerantSearch, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, CdcrBootstrapTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, RollingRestartTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudJSONFacetJoinDomain, TestCloudPivotFacet, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster]
   [junit4] Completed [468/729 (1!)] on J1 in 35.97s, 3 tests, 1 error <<< FAILURES!

[...truncated 44116 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2080 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2080/

3 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream

Error Message:
Error from server at https://127.0.0.1:48526/solr/mainCorpus_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/mainCorpus_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/mainCorpus_shard2_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:48526/solr/mainCorpus_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/mainCorpus_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/mainCorpus_shard2_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([1107C051C9BEC17F:AC10B548F092FC22]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:6885)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:48526/solr/mainCorpus_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/mainCorpus_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/mainCorpus_shard2_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader

Error Message:
Doc with id=1 not found in http://127.0.0.1:38941/p_a/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:38941/p_a/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([A4AA9F4F3120375B:423DAB8F08A2CE3A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
	at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderElectionContextKeyTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([A4AA9F4F3120375B:2CFEA0959FDC5AA3]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11453 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/init-core-data-001
   [junit4]   2> 704360 WARN  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 704364 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 704365 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 704366 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 704366 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001
   [junit4]   2> 704366 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 704366 INFO  (Thread-1845) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 704366 INFO  (Thread-1845) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 704373 ERROR (Thread-1845) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 704466 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35623
   [junit4]   2> 704478 INFO  (jetty-launcher-679-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 704479 INFO  (jetty-launcher-679-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d5fa04b{/solr,null,AVAILABLE}
   [junit4]   2> 704480 INFO  (jetty-launcher-679-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@653ef360{HTTP/1.1,[http/1.1]}{127.0.0.1:48514}
   [junit4]   2> 704480 INFO  (jetty-launcher-679-thread-1) [    ] o.e.j.s.Server Started @709484ms
   [junit4]   2> 704480 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48514}
   [junit4]   2> 704480 ERROR (jetty-launcher-679-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 704480 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 704480 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 704480 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 704481 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-19T01:41:02.723Z
   [junit4]   2> 704483 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 704500 INFO  (jetty-launcher-679-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35623/solr
   [junit4]   2> 704541 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 704542 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48514_solr
   [junit4]   2> 704542 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.c.Overseer Overseer (id=98507611348008963-127.0.0.1:48514_solr-n_0000000000) starting
   [junit4]   2> 704549 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48514_solr
   [junit4]   2> 704558 INFO  (zkCallback-686-thread-1-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 704618 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 704626 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 704626 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 704627 INFO  (jetty-launcher-679-thread-1) [n:127.0.0.1:48514_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/.
   [junit4]   2> 704662 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 704662 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35623/solr ready
   [junit4]   2> 704683 INFO  (qtp1060962026-5249) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 704692 INFO  (OverseerThreadFactory-2248-thread-1-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
   [junit4]   2> 704801 INFO  (OverseerStateUpdate-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:48514/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 704803 INFO  (OverseerStateUpdate-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection1_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:48514/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 705007 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 705007 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 705008 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 705116 INFO  (zkCallback-686-thread-1-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 705118 INFO  (zkCallback-686-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 706034 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 706034 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 706042 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 706045 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 706045 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 706047 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 706047 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 706047 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
   [junit4]   2> 706048 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 706050 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 706050 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n2' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 706051 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.core.testCollection1.shard2.replica_n2' (registry 'solr.core.testCollection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 706051 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 706051 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/testCollection1_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/./testCollection1_shard2_replica_n2/data/]
   [junit4]   2> 706108 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 706108 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 706109 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 706109 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 706111 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@52b88fbb[testCollection1_shard1_replica_n1] main]
   [junit4]   2> 706112 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 706112 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 706112 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 706112 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 706113 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 706113 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 706113 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 706113 INFO  (searcherExecutor-2251-thread-1-processing-n:127.0.0.1:48514_solr x:testCollection1_shard1_replica_n1 s:shard1 c:testCollection1 r:core_node3) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] Registered new searcher Searcher@52b88fbb[testCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 706114 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576121783400005632
   [junit4]   2> 706115 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4caff9ec[testCollection1_shard2_replica_n2] main]
   [junit4]   2> 706115 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 706115 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 706116 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 706117 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576121783403151360
   [junit4]   2> 706121 INFO  (searcherExecutor-2252-thread-1-processing-n:127.0.0.1:48514_solr x:testCollection1_shard2_replica_n2 s:shard2 c:testCollection1 r:core_node4) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2] Registered new searcher Searcher@4caff9ec[testCollection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 706123 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 706123 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 706123 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48514/solr/testCollection1_shard2_replica_n2/
   [junit4]   2> 706123 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 706123 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:48514/solr/testCollection1_shard2_replica_n2/ has no replicas
   [junit4]   2> 706123 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 706123 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 706123 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 706123 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48514/solr/testCollection1_shard1_replica_n1/
   [junit4]   2> 706123 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 706123 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:48514/solr/testCollection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 706123 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 706126 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48514/solr/testCollection1_shard2_replica_n2/ shard2
   [junit4]   2> 706128 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48514/solr/testCollection1_shard1_replica_n1/ shard1
   [junit4]   2> 706230 INFO  (zkCallback-686-thread-3-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 706230 INFO  (zkCallback-686-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 706278 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 706279 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 706279 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1272
   [junit4]   2> 706281 INFO  (qtp1060962026-5253) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1273
   [junit4]   2> 706288 INFO  (qtp1060962026-5249) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 706389 INFO  (zkCallback-686-thread-3-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 706389 INFO  (zkCallback-686-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 706701 INFO  (OverseerCollectionConfigSetProcessor-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 707288 INFO  (qtp1060962026-5249) [n:127.0.0.1:48514_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2604
   [junit4]   2> 707315 INFO  (qtp1060962026-5250) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 707317 INFO  (OverseerThreadFactory-2248-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection2
   [junit4]   2> 707524 INFO  (OverseerStateUpdate-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:48514/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 707530 INFO  (OverseerStateUpdate-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection2_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:48514/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 707635 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 707637 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 707741 INFO  (zkCallback-686-thread-3-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 707741 INFO  (zkCallback-686-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 708649 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 708649 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 708656 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection2_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 708656 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.IndexSchema [testCollection2_shard2_replica_n3] Schema name=minimal
   [junit4]   2> 708659 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 708659 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 708659 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard1_replica_n1' using configuration from collection testCollection2, trusted=true
   [junit4]   2> 708659 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard2_replica_n3' using configuration from collection testCollection2, trusted=true
   [junit4]   2> 708659 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.core.testCollection2.shard1.replica_n1' (registry 'solr.core.testCollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 708659 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48514.solr.core.testCollection2.shard2.replica_n3' (registry 'solr.core.testCollection2.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 708659 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 708659 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 708659 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection2_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/testCollection2_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/./testCollection2_shard1_replica_n1/data/]
   [junit4]   2> 708659 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [[testCollection2_shard2_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/testCollection2_shard2_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001/tempDir-001/node1/./testCollection2_shard2_replica_n3/data/]
   [junit4]   2> 708704 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 708704 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 708704 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 708704 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 708705 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 708705 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 708707 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@749363b7[testCollection2_shard2_replica_n3] main]
   [junit4]   2> 708707 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 708707 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 708708 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 708708 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 708709 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 708709 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f4ae42d[testCollection2_shard1_replica_n1] main]
   [junit4]   2> 708709 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576121786121060352
   [junit4]   2> 708710 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 708710 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 708710 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 708711 INFO  (searcherExecutor-2261-thread-1-processing-n:127.0.0.1:48514_solr x:testCollection2_shard1_replica_n1 s:shard1 c:testCollection2 r:core_node2) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] Registered new searcher Searcher@1f4ae42d[testCollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 708712 INFO  (searcherExecutor-2262-thread-1-processing-n:127.0.0.1:48514_solr x:testCollection2_shard2_replica_n3 s:shard2 c:testCollection2 r:core_node4) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3] Registered new searcher Searcher@749363b7[testCollection2_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 708712 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576121786124206080
   [junit4]   2> 708713 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 708713 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 708713 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48514/solr/testCollection2_shard2_replica_n3/
   [junit4]   2> 708713 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 708713 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:48514/solr/testCollection2_shard2_replica_n3/ has no replicas
   [junit4]   2> 708713 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 708716 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48514/solr/testCollection2_shard2_replica_n3/ shard2
   [junit4]   2> 708720 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 708720 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 708720 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48514/solr/testCollection2_shard1_replica_n1/
   [junit4]   2> 708720 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 708720 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:48514/solr/testCollection2_shard1_replica_n1/ has no replicas
   [junit4]   2> 708720 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 708723 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48514/solr/testCollection2_shard1_replica_n1/ shard1
   [junit4]   2> 708824 INFO  (zkCallback-686-thread-3-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 708824 INFO  (zkCallback-686-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 708866 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 708868 INFO  (qtp1060962026-5252) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1231
   [junit4]   2> 708873 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 708874 INFO  (qtp1060962026-5246) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1240
   [junit4]   2> 708877 INFO  (qtp1060962026-5250) [n:127.0.0.1:48514_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 708980 INFO  (zkCallback-686-thread-2-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 708980 INFO  (zkCallback-686-thread-3-processing-n:127.0.0.1:48514_solr) [n:127.0.0.1:48514_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 709320 INFO  (OverseerCollectionConfigSetProcessor-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 709878 INFO  (qtp1060962026-5250) [n:127.0.0.1:48514_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2562
   [junit4]   2> 709878 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 709879 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection1
   [junit4]   2> 709879 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection2 failOnTimeout:true timeout (sec):30
   [junit4]   2> 709879 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection2
   [junit4]   2> 709893 INFO  (TEST-LeaderElectionContextKeyTest.test-seed#[A4AA9F4F3120375B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 709897 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n2, tag=null
   [junit4]   2> 709897 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b005e36: rootName = solr_48514, domain = solr.core.testCollection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testCollection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@615943b6
   [junit4]   2> 709907 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@751ecda1
   [junit4]   2> 709907 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n2, tag=1964952993
   [junit4]   2> 709908 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard2.leader, tag=1964952993
   [junit4]   2> 709913 INFO  (qtp1060962026-5247) [n:127.0.0.1:48514_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=false&core=testCollection1_shard2_replica_n2&deleteDataDir=false&action=UNLOAD&indexInfo=true&wt=javabin&version=2&deleteIndex=false} status=0 QTime=16
   [junit4]   2> 709914 INFO  (TEST-LeaderElectionContextKeyTest.test-seed#[A4AA9F4F3120375B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionContextKeyTest -Dtests.method=test -Dtests.seed=A4AA9F4F3120375B -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=el -Dtests.timezone=US/East-Indiana -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.04s J0 | LeaderElectionContextKeyTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A4AA9F4F3120375B:2CFEA0959FDC5AA3]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 709921 INFO  (jetty-closer-680-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@653ef360{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 709921 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=381269744
   [junit4]   2> 709921 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 709921 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@299c496d: rootName = solr_48514, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@592192f0
   [junit4]   2> 709927 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 709927 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55025a0d: rootName = solr_48514, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@35a7df61
   [junit4]   2> 709931 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 709931 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4833dc42: rootName = solr_48514, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4d1a742f
   [junit4]   2> 709934 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 709935 INFO  (coreCloseExecutor-2271-thread-1) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6f5f1c53
   [junit4]   2> 709935 INFO  (coreCloseExecutor-2271-thread-1) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=1868504147
   [junit4]   2> 709935 INFO  (coreCloseExecutor-2271-thread-1) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e3329f: rootName = solr_48514, domain = solr.core.testCollection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@726eaf63
   [junit4]   2> 709935 INFO  (coreCloseExecutor-2271-thread-2) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@e819c40
   [junit4]   2> 709936 INFO  (coreCloseExecutor-2271-thread-3) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7aad0e47
   [junit4]   2> 709942 INFO  (coreCloseExecutor-2271-thread-1) [n:127.0.0.1:48514_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=1868504147
   [junit4]   2> 709942 INFO  (coreCloseExecutor-2271-thread-2) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n3, tag=243375168
   [junit4]   2> 709942 INFO  (coreCloseExecutor-2271-thread-2) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@257c926b: rootName = solr_48514, domain = solr.core.testCollection2.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.testCollection2.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@15e27e5c
   [junit4]   2> 709952 INFO  (coreCloseExecutor-2271-thread-3) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=2058161735
   [junit4]   2> 709952 INFO  (coreCloseExecutor-2271-thread-3) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7160159b: rootName = solr_48514, domain = solr.core.testCollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3e6b3b7b
   [junit4]   2> 709959 INFO  (coreCloseExecutor-2271-thread-3) [n:127.0.0.1:48514_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=2058161735
   [junit4]   2> 709959 INFO  (coreCloseExecutor-2271-thread-2) [n:127.0.0.1:48514_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=243375168
   [junit4]   2> 709967 INFO  (jetty-closer-680-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98507611348008963-127.0.0.1:48514_solr-n_0000000000) closing
   [junit4]   2> 709967 INFO  (OverseerStateUpdate-98507611348008963-127.0.0.1:48514_solr-n_0000000000) [n:127.0.0.1:48514_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48514_solr
   [junit4]   2> 709969 INFO  (jetty-closer-680-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d5fa04b{/solr,null,UNAVAILABLE}
   [junit4]   2> 709969 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 709969 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35623 35623
   [junit4]   2> 710070 INFO  (Thread-1845) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35623 35623
   [junit4]   2> 710071 WARN  (Thread-1845) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/testCollection2/state.json
   [junit4]   2> 	5	/solr/collections/testCollection1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_A4AA9F4F3120375B-001
   [junit4]   2> Aug 19, 2017 1:41:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1698, maxMBSortInHeap=7.503940168658543, sim=RandomSimilarity(queryNorm=true): {}, locale=el, timezone=US/East-Indiana
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=191335800,total=506462208
   [junit4]   2> NOTE: All tests run in this JVM: [TestFastOutputStream, SolrIndexConfigTest, TestTestInjection, CleanupOldIndexTest, SmileWriterTest, ParsingFieldUpdateProcessorsTest, TestBlendedInfixSuggestions, TestTlogReplica, SyncSliceTest, TestSystemCollAutoCreate, BasicZkTest, SharedFSAutoReplicaFailoverUtilsTest, CursorPagingTest, AnalyticsQueryTest, TestInitParams, CollectionStateFormat2Test, TestSQLHandlerNonCloud, TestCSVResponseWriter, AddSchemaFieldsUpdateProcessorFactoryTest, TestBinaryField, TestConfig, SuggesterWFSTTest, TestEmbeddedSolrServerConstructors, TestRangeQuery, SuggestComponentTest, MoveReplicaTest, TestSolrDeletionPolicy1, WordBreakSolrSpellCheckerTest, TestRemoteStreaming, TestSchemaResource, UUIDUpdateProcessorFallbackTest, TestCollationField, TestComponentsName, TestQuerySenderNoQuery, OutputWriterTest, CoreSorterTest, TestFunctionQuery, TestMiniSolrCloudClusterSSL, TestQueryWrapperFilter, MBeansHandlerTest, QueryElevationComponentTest, DistributedFacetExistsSmallTest, TestRandomRequestDistribution, TestReqParamsAPI, TestFieldCacheSort, TestOmitPositions, HdfsRecoveryZkTest, HdfsWriteToMultipleCollectionsTest, HdfsThreadLeakTest, TestRandomDVFaceting, TestExportWriter, HdfsDirectoryFactoryTest, RemoteQueryErrorTest, TestJoin, SolrCoreTest, TestNonDefinedSimilarityFactory, TestCSVLoader, TestConfigOverlay, PeerSyncTest, BasicAuthStandaloneTest, LeaderElectionContextKeyTest]
   [junit4] Completed [215/730 (1!)] on J0 in 6.50s, 1 test, 1 failure <<< FAILURES!

[...truncated 165 lines...]
   [junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_A4AA9F4F3120375B-001/init-core-data-001
   [junit4]   2> 844777 WARN  (SUITE-ForceLeaderTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 844777 INFO  (SUITE-ForceLeaderTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 844778 INFO  (SUITE-ForceLeaderTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 844778 INFO  (SUITE-ForceLeaderTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 844778 INFO  (SUITE-ForceLeaderTest-seed#[A4AA9F4F3120375B]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /p_a/
   [junit4]   2> 844798 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 844814 INFO  (Thread-2116) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 844814 INFO  (Thread-2116) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 844991 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.ZkTestServer start zk server on port:54350
   [junit4]   2> 845058 ERROR (Thread-2116) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 845155 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 845156 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 845157 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 845158 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 845158 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 845159 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 845160 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 845160 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 845161 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 845162 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 845162 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 845163 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 845492 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 845597 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2fa7cb53{/p_a,null,AVAILABLE}
   [junit4]   2> 845597 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3e25d83{HTTP/1.1,[http/1.1]}{127.0.0.1:55501}
   [junit4]   2> 845597 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.e.j.s.Server Started @850601ms
   [junit4]   2> 845597 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_A4AA9F4F3120375B-001/tempDir-001/control/data, replicaType=NRT, hostContext=/p_a, hostPort=58041, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_A4AA9F4F3120375B-001/control-001/cores}
   [junit4]   2> 845597 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 845597 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 845598 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 845598 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 845598 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-19T01:43:23.841Z
   [junit4]   2> 845779 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15df828b2bf0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 845781 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 845781 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_A4AA9F4F3120375B-001/control-001/solr.xml
   [junit4]   2> 845785 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 845812 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54350/solr
   [junit4]   2> 846142 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 846143 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58041_p_a
   [junit4]   2> 846143 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.c.Overseer Overseer (id=98507620553261060-127.0.0.1:58041_p_a-n_0000000000) starting
   [junit4]   2> 846194 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58041_p_a
   [junit4]   2> 846210 INFO  (zkCallback-837-thread-1-processing-n:127.0.0.1:58041_p_a) [n:127.0.0.1:58041_p_a    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 846366 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 846445 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 846445 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@bb71c6c
   [junit4]   2> 846446 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [n:127.0.0.1:58041_p_a    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_A4AA9F4F3120375B-001/control-001/cores
   [junit4]   2> 846586 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 846586 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[A4AA9F4F3120375B]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54350/solr ready
   [junit4]   2> 846587 INFO  (SocketProxy-Acceptor-58041) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=55153,localport=58041], receiveBufferSize:531000
   [junit4]   2> 846744 INFO  (SocketProxy-Acceptor-58041) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=55501,localport=40549], receiveBufferSize=530904
   [junit4]   2> 846752 INFO  (qtp1418688957-6199) [n:127.0.0.1:58041_p_a    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:58041_p_a&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 846768 INFO  (OverseerThreadFactory-2725-thread-1-processing-n:127.0.0.1:58041_p_a) [n:127.0.0.1:58041_p_a    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 846885 INFO  (SocketProxy-Acceptor-58041) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=55155,localport=58041], receiveBufferSize:531000
   [junit4]   2> 846917 INFO  (SocketProxy-Acceptor-58041) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=55501,localport=40551], receiveBufferSize=530904
   [junit4]   2> 846918 INFO  (qtp1418688957-6197) [n:127.0.0.1:58041_p_a    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 846919 INFO  (qtp1418688957-6197) [n:127.0.0.1:58041_p_a    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 847026 INFO  (zkCallback-837-thread-1-processing-n:127.0.0.1:58041_p_a) [n:127.0.0.1:58041_p_a    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 848060 INFO  (qtp1418688957-6197) [n:127.0.0.1:58041_p_a c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 848096 INFO  (qtp1418688957-6197) [n:127.0.0.1:58041_p_a c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 848429 INFO  (qtp1418688957-6197) [n:127.0.0.1:58041_p_a c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 848464 INFO  (qtp1418688957-6197) [n:127.0.0.1:58041_p_a c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreCo

[...truncated too long message...]

eExecutor-517-thread-2) [n:127.0.0.1:53494_solr c:mainCorpus s:shard1 r:core_node3 x:mainCorpus_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.mainCorpus.shard1.leader, tag=933381925
   [junit4]   2> 275240 INFO  (coreCloseExecutor-517-thread-2) [n:127.0.0.1:53494_solr c:mainCorpus s:shard1 r:core_node3 x:mainCorpus_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 275240 INFO  (coreCloseExecutor-517-thread-2) [n:127.0.0.1:53494_solr c:mainCorpus s:shard1 r:core_node3 x:mainCorpus_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6df6713e commitCommandVersion:0
   [junit4]   2> 275247 INFO  (jetty-closer-218-thread-3) [    ] o.a.s.c.Overseer Overseer (id=98507744171261963-127.0.0.1:53429_solr-n_0000000000) closing
   [junit4]   2> 275247 INFO  (OverseerStateUpdate-98507744171261963-127.0.0.1:53429_solr-n_0000000000) [n:127.0.0.1:53429_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53429_solr
   [junit4]   2> 275253 INFO  (zkCallback-236-thread-1-processing-n:127.0.0.1:53494_solr) [n:127.0.0.1:53494_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53494_solr
   [junit4]   2> 276681 WARN  (zkCallback-237-thread-1-processing-n:127.0.0.1:48526_solr) [n:127.0.0.1:48526_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 276681 INFO  (jetty-closer-218-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c424786{/solr,null,UNAVAILABLE}
   [junit4]   2> 276735 WARN  (zkCallback-239-thread-2-processing-n:127.0.0.1:48648_solr) [n:127.0.0.1:48648_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 276735 INFO  (jetty-closer-218-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a155a65{/solr,null,UNAVAILABLE}
   [junit4]   2> 276753 WARN  (zkCallback-236-thread-2-processing-n:127.0.0.1:53494_solr) [n:127.0.0.1:53494_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 276753 WARN  (zkCallback-238-thread-4-processing-n:127.0.0.1:53429_solr) [n:127.0.0.1:53429_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 276754 INFO  (jetty-closer-218-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a801cf{/solr,null,UNAVAILABLE}
   [junit4]   2> 276755 INFO  (jetty-closer-218-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6505a6bd{/solr,null,UNAVAILABLE}
   [junit4]   2> 276756 ERROR (SUITE-StreamExpressionTest-seed#[1107C051C9BEC17F]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 276757 INFO  (SUITE-StreamExpressionTest-seed#[1107C051C9BEC17F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45872 45872
   [junit4]   2> 276847 INFO  (Thread-204) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45872 45872
   [junit4]   2> 276849 WARN  (Thread-204) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	92	/solr/aliases.json
   [junit4]   2> 	8	/solr/configs/ml
   [junit4]   2> 	7	/solr/configs/conf
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	92	/solr/clusterprops.json
   [junit4]   2> 	92	/solr/clusterstate.json
   [junit4]   2> 	38	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	28	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	22	/solr/collections/destination/state.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/workQueue/state.json
   [junit4]   2> 	20	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	10	/solr/collections/collection1/state.json
   [junit4]   2> 	10	/solr/collections/uknownCollection/state.json
   [junit4]   2> 	10	/solr/collections/modelCollection/state.json
   [junit4]   2> 	10	/solr/collections/checkpointCollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98507744171261961-127.0.0.1:53494_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	92	/solr/live_nodes
   [junit4]   2> 	92	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_1107C051C9BEC17F-001
   [junit4]   2> Aug 19, 2017 2:16:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=Direct), name_s=PostingsFormat(name=Asserting), terms_ss=PostingsFormat(name=LuceneFixedGap), join2_s=PostingsFormat(name=LuceneFixedGap), field_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=PostingsFormat(name=LuceneFixedGap), subject=PostingsFormat(name=LuceneFixedGap), a1_s=PostingsFormat(name=LuceneFixedGap), a2_s=PostingsFormat(name=Asserting), level1_s=PostingsFormat(name=Direct), body_t=PostingsFormat(name=Asserting), s_multi=PostingsFormat(name=Asserting), col_s=PostingsFormat(name=LuceneFixedGap), a_ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), level2_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_s=PostingsFormat(name=Asserting), tv_text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), term_s=PostingsFormat(name=LuceneFixedGap), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text_s=PostingsFormat(name=Direct), id=PostingsFormat(name=Direct), text=PostingsFormat(name=Asserting), featureSet_s=PostingsFormat(name=LuceneFixedGap), checkpoint_ss=PostingsFormat(name=Asserting), test_t=PostingsFormat(name=Asserting), ident_s=PostingsFormat(name=LuceneFixedGap), whitetok=PostingsFormat(name=Asserting), side_s=PostingsFormat(name=Asserting)}, docValues:{expr_s=DocValuesFormat(name=Memory), name_s=DocValuesFormat(name=Direct), iteration_i=DocValuesFormat(name=Memory), terms_ss=DocValuesFormat(name=Lucene70), join2_s=DocValuesFormat(name=Lucene70), field_s=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Lucene70), join1_i=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Asserting), a_f=DocValuesFormat(name=Lucene70), falseNegative_i=DocValuesFormat(name=Asserting), a2_s=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Memory), join3_i=DocValuesFormat(name=Direct), test_i=DocValuesFormat(name=Lucene70), falsePositive_i=DocValuesFormat(name=Asserting), field_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Memory), s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Asserting), level2_s=DocValuesFormat(name=Asserting), a_s=DocValuesFormat(name=Direct), score_f=DocValuesFormat(name=Direct), term_s=DocValuesFormat(name=Lucene70), text_s=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Asserting), i_multi=DocValuesFormat(name=Memory), featureSet_s=DocValuesFormat(name=Lucene70), trueNegative_i=DocValuesFormat(name=Direct), index_i=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Memory), out_i=DocValuesFormat(name=Lucene70), checkpoint_ss=DocValuesFormat(name=Direct), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), side_s=DocValuesFormat(name=Direct), truePositive_i=DocValuesFormat(name=Memory), miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=610, maxMBSortInHeap=5.635208104610986, sim=RandomSimilarity(queryNorm=true): {}, locale=sq, timezone=Iceland
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=138684744,total=389021696
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocumentObjectBinder, StreamExpressionToExplanationTest, TestUpdateRequestCodec, MergeIndexesEmbeddedTest, SolrDocumentTest, TestCloudSolrClientConnections, GreaterThanEvaluatorTest, StreamExpressionParserTest, TestPathTrie, AddEvaluatorTest, LessThanEvaluatorTest, FieldEvaluatorTest, SelectWithEvaluatorsTest, SolrExampleEmbeddedTest, JdbcDriverTest, CeilingEvaluatorTest, TestSolrProperties, ShardParamsTest, TangentEvaluatorTest, SolrExampleStreamingBinaryTest, CloudSolrClientBuilderTest, DivideEvaluatorTest, SolrExampleStreamingTest, SolrExampleBinaryTest, TestBatchUpdate, JettyWebappTest, TermsResponseTest, QueryResponseTest, SolrQueryTest, TestHash, ContentStreamTest, ModifiableSolrParamsTest, TestFastInputStream, ClientUtilsTest, NamedListTest, AnlysisResponseBaseTest, FacetFieldTest, GetByIdTest, SolrSchemalessExampleTest, TestSolrJErrorHandling, HttpSolrClientBuilderTest, LBHttpSolrClientBuilderTest, GraphTest, StreamExpressionTest]
   [junit4] Completed [135/135 (1!)] on J1 in 128.92s, 94 tests, 1 error <<< FAILURES!

[...truncated 42416 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2079 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2079/

3 tests failed.
FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader

Error Message:
Doc with id=1 not found in http://127.0.0.1:60348/jwk/x/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:60348/jwk/x/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([4A96C4F693988FC3:AC01F036AA1A76A2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
	at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderElectionContextKeyTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([4A96C4F693988FC3:C2C2FB2C3D64E23B]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestJmxIntegration

Error Message:
JMX not enabled

Stack Trace:
java.lang.AssertionError: JMX not enabled
	at __randomizedtesting.SeedInfo.seed([4A96C4F693988FC3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11653 lines...]
   [junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
   [junit4]   2> 871462 INFO  (SUITE-ForceLeaderTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/init-core-data-001
   [junit4]   2> 871463 WARN  (SUITE-ForceLeaderTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 871463 INFO  (SUITE-ForceLeaderTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 871464 INFO  (SUITE-ForceLeaderTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 871464 INFO  (SUITE-ForceLeaderTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /jwk/x
   [junit4]   2> 871466 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 871466 INFO  (Thread-2383) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 871466 INFO  (Thread-2383) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 871467 ERROR (Thread-2383) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 871566 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ZkTestServer start zk server on port:50390
   [junit4]   2> 871576 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 871578 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 871579 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 871580 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 871581 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 871582 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 871583 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 871584 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 871585 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 871586 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 871586 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 871588 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 871679 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 871680 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5deb9ee4{/jwk/x,null,AVAILABLE}
   [junit4]   2> 871680 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7e91b3e0{HTTP/1.1,[http/1.1]}{127.0.0.1:60886}
   [junit4]   2> 871680 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server Started @874943ms
   [junit4]   2> 871681 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/tempDir-001/control/data, hostContext=/jwk/x, hostPort=47016, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/control-001/cores}
   [junit4]   2> 871681 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 871681 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 871681 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 871681 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 871681 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T06:44:54.882Z
   [junit4]   2> 871683 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 871683 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/control-001/solr.xml
   [junit4]   2> 871690 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50390/solr
   [junit4]   2> 871752 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 871752 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47016_jwk%2Fx
   [junit4]   2> 871753 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.Overseer Overseer (id=98486156962562052-127.0.0.1:47016_jwk%2Fx-n_0000000000) starting
   [junit4]   2> 871757 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47016_jwk%2Fx
   [junit4]   2> 871764 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 871843 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/control-001/cores
   [junit4]   2> 871851 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 871851 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50390/solr ready
   [junit4]   2> 871852 INFO  (SocketProxy-Acceptor-47016) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52427,localport=47016], receiveBufferSize:531000
   [junit4]   2> 871852 INFO  (SocketProxy-Acceptor-47016) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60886,localport=43474], receiveBufferSize=530904
   [junit4]   2> 871853 INFO  (qtp1192130936-9024) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:47016_jwk%252Fx&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 871854 INFO  (OverseerThreadFactory-4381-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 871957 INFO  (SocketProxy-Acceptor-47016) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52430,localport=47016], receiveBufferSize:531000
   [junit4]   2> 871957 INFO  (SocketProxy-Acceptor-47016) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60886,localport=43476], receiveBufferSize=530904
   [junit4]   2> 871958 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 871959 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 872062 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 872974 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 872986 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 873102 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 873112 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 873113 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 873113 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 873114 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 873116 WARN  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 873140 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 873140 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 873141 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 873141 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 873147 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 873148 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36449b34[control_collection_shard1_replica_n1] main]
   [junit4]   2> 873148 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 873148 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 873149 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 873149 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575778513164697600
   [junit4]   2> 873150 INFO  (searcherExecutor-4384-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@36449b34[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 873153 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 873153 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 873153 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47016/jwk/x/control_collection_shard1_replica_n1/
   [junit4]   2> 873153 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 873153 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:47016/jwk/x/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 873153 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 873159 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47016/jwk/x/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 873261 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 873309 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 873310 INFO  (qtp1192130936-9026) [n:127.0.0.1:47016_jwk%2Fx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1352
   [junit4]   2> 873312 INFO  (qtp1192130936-9024) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 873412 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 873855 INFO  (OverseerCollectionConfigSetProcessor-98486156962562052-127.0.0.1:47016_jwk%2Fx-n_0000000000) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 874313 INFO  (qtp1192130936-9024) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:47016_jwk%252Fx&wt=javabin&version=2} status=0 QTime=2460
   [junit4]   2> 874319 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 874319 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50390/solr ready
   [junit4]   2> 874319 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 874319 INFO  (SocketProxy-Acceptor-47016) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52442,localport=47016], receiveBufferSize:531000
   [junit4]   2> 874320 INFO  (SocketProxy-Acceptor-47016) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60886,localport=43488], receiveBufferSize=530904
   [junit4]   2> 874320 INFO  (qtp1192130936-9025) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 874321 INFO  (OverseerThreadFactory-4381-thread-2-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 874322 WARN  (OverseerThreadFactory-4381-thread-2-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 874525 INFO  (qtp1192130936-9025) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 874525 INFO  (qtp1192130936-9025) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=204
   [junit4]   2> 874613 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-1-001 of type TLOG
   [junit4]   2> 874614 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 874615 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41b88361{/jwk/x,null,AVAILABLE}
   [junit4]   2> 874615 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7226706d{HTTP/1.1,[http/1.1]}{127.0.0.1:37320}
   [junit4]   2> 874615 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server Started @877877ms
   [junit4]   2> 874615 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/jwk/x, hostPort=59622, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-1-001/cores}
   [junit4]   2> 874616 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 874616 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 874616 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 874616 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 874616 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T06:44:57.817Z
   [junit4]   2> 874618 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 874618 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-1-001/solr.xml
   [junit4]   2> 874626 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50390/solr
   [junit4]   2> 874639 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 874640 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 874641 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59622_jwk%2Fx
   [junit4]   2> 874642 INFO  (zkCallback-1424-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 874642 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 874670 INFO  (zkCallback-1429-thread-1-processing-n:127.0.0.1:59622_jwk%2Fx) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 874699 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-1-001/cores
   [junit4]   2> 874704 INFO  (SocketProxy-Acceptor-59622) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56963,localport=59622], receiveBufferSize:531000
   [junit4]   2> 874704 INFO  (SocketProxy-Acceptor-59622) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37320,localport=41321], receiveBufferSize=530904
   [junit4]   2> 874705 INFO  (qtp497372345-9072) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:59622_jwk%252Fx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 874706 INFO  (OverseerThreadFactory-4381-thread-3-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:59622_jwk%2Fx for creating new replica
   [junit4]   2> 874706 INFO  (OverseerCollectionConfigSetProcessor-98486156962562052-127.0.0.1:47016_jwk%2Fx-n_0000000000) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 874708 INFO  (SocketProxy-Acceptor-59622) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56965,localport=59622], receiveBufferSize:531000
   [junit4]   2> 874710 INFO  (SocketProxy-Acceptor-59622) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37320,localport=41323], receiveBufferSize=530904
   [junit4]   2> 874710 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 874711 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 875722 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 875734 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 875843 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 875853 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 875853 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 875853 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 875855 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 875857 WARN  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 875880 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 875880 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 875881 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 875881 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 875882 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 875882 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a560919[collection1_shard2_replica_t41] main]
   [junit4]   2> 875883 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 875883 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 875884 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 875884 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575778516032552960
   [junit4]   2> 875886 INFO  (searcherExecutor-4395-thread-1-processing-n:127.0.0.1:59622_jwk%2Fx x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@4a560919[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59622/jwk/x/collection1_shard2_replica_t41/
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:59622/jwk/x/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 875889 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 875892 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59622/jwk/x/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 876042 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 876043 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1333
   [junit4]   2> 876045 INFO  (qtp497372345-9072) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:59622_jwk%252Fx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1340
   [junit4]   2> 876127 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-2-001 of type TLOG
   [junit4]   2> 876128 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 876129 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b65ec41{/jwk/x,null,AVAILABLE}
   [junit4]   2> 876129 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ae85548{HTTP/1.1,[http/1.1]}{127.0.0.1:34407}
   [junit4]   2> 876129 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server Started @879391ms
   [junit4]   2> 876130 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/jwk/x, hostPort=57416, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-2-001/cores}
   [junit4]   2> 876131 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 876131 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 876131 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 876131 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 876131 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T06:44:59.332Z
   [junit4]   2> 876135 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 876135 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-2-001/solr.xml
   [junit4]   2> 876141 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50390/solr
   [junit4]   2> 876146 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 876149 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 876150 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57416_jwk%2Fx
   [junit4]   2> 876150 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:57416_jwk%2Fx) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 876151 INFO  (zkCallback-1417-thread-2-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 876151 INFO  (zkCallback-1429-thread-1-processing-n:127.0.0.1:59622_jwk%2Fx) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 876151 INFO  (zkCallback-1424-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 876253 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-2-001/cores
   [junit4]   2> 876258 INFO  (qtp497372345-9073) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57416_jwk%252Fx&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 876261 INFO  (OverseerThreadFactory-4381-thread-4-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:57416_jwk%2Fx for creating new replica
   [junit4]   2> 876261 INFO  (OverseerCollectionConfigSetProcessor-98486156962562052-127.0.0.1:47016_jwk%2Fx-n_0000000000) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 876262 INFO  (SocketProxy-Acceptor-57416) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47577,localport=57416], receiveBufferSize:531000
   [junit4]   2> 876266 INFO  (SocketProxy-Acceptor-57416) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34407,localport=55710], receiveBufferSize=530904
   [junit4]   2> 876266 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 876267 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 877280 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 877291 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 877410 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 877420 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 877420 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 877421 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 877422 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 877424 WARN  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 877448 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 877448 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 877449 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 877449 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 877449 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 877450 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@41eae8dc[collection1_shard1_replica_t43] main]
   [junit4]   2> 877450 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 877451 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 877451 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 877451 INFO  (searcherExecutor-4406-thread-1-processing-n:127.0.0.1:57416_jwk%2Fx x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@41eae8dc[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 877451 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575778517675671552
   [junit4]   2> 877455 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 877455 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 877456 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57416/jwk/x/collection1_shard1_replica_t43/
   [junit4]   2> 877456 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 877456 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:57416/jwk/x/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 877456 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 877456 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 877457 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57416/jwk/x/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 877608 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 877609 INFO  (qtp379376963-9107) [n:127.0.0.1:57416_jwk%2Fx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1342
   [junit4]   2> 877611 INFO  (qtp497372345-9073) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:57416_jwk%252Fx&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1352
   [junit4]   2> 877693 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-3-001 of type TLOG
   [junit4]   2> 877693 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 877694 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46442547{/jwk/x,null,AVAILABLE}
   [junit4]   2> 877695 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25104c2{HTTP/1.1,[http/1.1]}{127.0.0.1:53857}
   [junit4]   2> 877698 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.e.j.s.Server Started @880961ms
   [junit4]   2> 877698 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/jwk/x, hostPort=52919, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-3-001/cores}
   [junit4]   2> 877699 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 877699 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 877699 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 877699 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 877699 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T06:45:00.900Z
   [junit4]   2> 877701 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 877701 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-3-001/solr.xml
   [junit4]   2> 877708 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50390/solr
   [junit4]   2> 877715 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 877716 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 877718 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52919_jwk%2Fx
   [junit4]   2> 877719 INFO  (zkCallback-1424-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 877719 INFO  (zkCallback-1417-thread-2-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 877719 INFO  (zkCallback-1429-thread-1-processing-n:127.0.0.1:59622_jwk%2Fx) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 877719 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:57416_jwk%2Fx) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 877730 INFO  (zkCallback-1441-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 877782 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-3-001/cores
   [junit4]   2> 877788 INFO  (qtp497372345-9076) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52919_jwk%252Fx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 877793 INFO  (OverseerCollectionConfigSetProcessor-98486156962562052-127.0.0.1:47016_jwk%2Fx-n_0000000000) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 877794 INFO  (OverseerThreadFactory-4381-thread-5-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:52919_jwk%2Fx for creating new replica
   [junit4]   2> 877795 INFO  (SocketProxy-Acceptor-52919) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38587,localport=52919], receiveBufferSize:531000
   [junit4]   2> 877798 INFO  (SocketProxy-Acceptor-52919) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=53857,localport=46139], receiveBufferSize=530904
   [junit4]   2> 877800 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 877800 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 878816 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 878828 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
   [junit4]   2> 878936 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 878948 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
   [junit4]   2> 878954 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 878954 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_4A96C4F693988FC3-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
   [junit4]   2> 878956 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 878958 WARN  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 878983 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 878983 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 878983 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 878984 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 878984 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 878984 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a5a70a8[collection1_shard2_replica_t45] main]
   [junit4]   2> 878985 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 878985 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 878986 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 878986 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575778519285235712
   [junit4]   2> 878989 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
   [junit4]   2> 878989 INFO  (searcherExecutor-4417-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@2a5a70a8[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 878990 INFO  (updateExecutor-1438-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 878990 INFO  (qtp498800613-9139) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1191
   [junit4]   2> 878992 INFO  (qtp497372345-9076) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:52919_jwk%252Fx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1204
   [junit4]   2> 878994 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 879002 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 879002 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
   [junit4]   2> 879002 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
   [junit4]   2> 879002 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 879002 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:59622/jwk/x/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:52919/jwk/x/collection1_shard2_replica_t45/]
   [junit4]   2> 879003 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLastPublishedStateIsActive
   [junit4]   2> 879003 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[4A96C4F693988FC3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection with stateFormat=1: forceleader_last_published
   [junit4]   2> 879005 INFO  (SocketProxy-Acceptor-57416) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47591,localport=57416], receiveBufferSize:531000
   [junit4]   2> 879010 INFO  (SocketProxy-Acceptor-57416) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34407,localport=55724], receiveBufferSize=530904
   [junit4]   2> 879011 INFO  (recoveryExecutor-1439-thread-1-processing-n:127.0.0.1:52919_jwk%2Fx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52919_jwk%2Fx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:59622/jwk/x]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:52919_jwk%252Fx&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 879012 INFO  (SocketProxy-Acceptor-59622) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56991,localport=59622], receiveBufferSize:531000
   [junit4]   2> 879013 INFO  (qtp497372345-9075) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 879013 INFO  (SocketProxy-Acceptor-59622) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37320,localport=41349], receiveBufferSize=530904
   [junit4]   2> 879014 INFO  (qtp379376963-9109) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=1&collection.configName=conf1&nrtReplicas=0&name=forceleader_last_published&action=CREATE&numShards=1&tlogReplicas=3&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 879022 INFO  (qtp497372345-9075) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:52919_jwk%2Fx, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:52919/jwk/x","node_name":"127.0.0.1:52919_jwk%2Fx","state":"down","type":"TLOG"}
   [junit4]   2> 879026 INFO  (OverseerThreadFactory-4381-thread-5-processing-n:127.0.0.1:47016_jwk%2Fx) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.CreateCollectionCmd Create collection forceleader_last_published
   [junit4]   2> 879027 INFO  (OverseerCollectionConfigSetProcessor-98486156962562052-127.0.0.1:47016_jwk%2Fx-n_0000000000) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 879233 INFO  (qtp1192130936-9027) [n:127.0.0.1:47016_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forceleader_last_published_shard1_replica_t1&action=CREATE&numShards=1&collection=forceleader_last_published&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 879235 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forceleader_last_published_shard1_replica_t2&action=CREATE&numShards=1&collection=forceleader_last_published&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 879236 INFO  (qtp379376963-9108) [n:127.0.0.1:57416_jwk%2Fx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forceleader_last_published_shard1_replica_t3&action=CREATE&numShards=1&collection=forceleader_last_published&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 880022 INFO  (qtp497372345-9075) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:52919_jwk%2Fx, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:52919/jwk/x","node_name":"127.0.0.1:52919_jwk%2Fx","state":"recovering","type":"TLOG"}
   [junit4]   2> 880022 INFO  (qtp497372345-9075) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 880022 INFO  (qtp497372345-9075) [n:127.0.0.1:59622_jwk%2Fx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:52919_jwk%252Fx&onlyIfLeaderActive=true&core=collection1_shard2_replica_t41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1009
   [junit4]   2> 880254 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 880270 INFO  (qtp379376963-9108) [n:127.0.0.1:57416_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 880277 INFO  (qtp1192130936-9027) [n:127.0.0.1:47016_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 880282 INFO  (qtp379376963-9108) [n:127.0.0.1:57416_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t3] o.a.s.s.IndexSchema [forceleader_last_published_shard1_replica_t3] Schema name=test
   [junit4]   2> 880283 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t2] o.a.s.s.IndexSchema [forceleader_last_published_shard1_replica_t2] Schema name=test
   [junit4]   2> 880289 INFO  (qtp1192130936-9027) [n:127.0.0.1:47016_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t1] o.a.s.s.IndexSchema [forceleader_last_published_shard1_replica_t1] Schema name=test
   [junit4]   2> 880407 INFO  (qtp379376963-9108) [n:127.0.0.1:57416_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t3] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 880412 INFO  (qtp497372345-9070) [n:127.0.0.1:59622_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 880415 INFO  (qtp1192130936-9027) [n:127.0.0.1:47016_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 880420 INFO  (qtp379376963-9108) [n:127.0.0.1:57416_jwk%2Fx c:forceleader_last_published s:shard1  x:forceleader_last_published_shard1_replica_t3] o.a.s.c.CoreContainer Creating 

[...truncated too long message...]

[junit4]   2> 1578245 INFO  (coreCloseExecutor-6757-thread-3) [n:127.0.0.1:56119_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2721df63: rootName = solr_56119, domain = solr.core.testCollection2.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.testCollection2.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@a951069
   [junit4]   2> 1578251 INFO  (coreCloseExecutor-6757-thread-1) [n:127.0.0.1:56119_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=2043523969
   [junit4]   2> 1578251 INFO  (coreCloseExecutor-6757-thread-1) [n:127.0.0.1:56119_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57d0d128: rootName = solr_56119, domain = solr.core.testCollection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5099fd21
   [junit4]   2> 1578270 INFO  (coreCloseExecutor-6757-thread-3) [n:127.0.0.1:56119_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=1983899448
   [junit4]   2> 1578270 INFO  (coreCloseExecutor-6757-thread-1) [n:127.0.0.1:56119_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=2043523969
   [junit4]   2> 1578271 INFO  (jetty-closer-3641-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98486202892550147-127.0.0.1:56119_solr-n_0000000000) closing
   [junit4]   2> 1578271 INFO  (OverseerStateUpdate-98486202892550147-127.0.0.1:56119_solr-n_0000000000) [n:127.0.0.1:56119_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56119_solr
   [junit4]   2> 1578274 INFO  (jetty-closer-3641-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@144646f2{/solr,null,UNAVAILABLE}
   [junit4]   2> 1578274 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de4ae02b00003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1578276 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1578276 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[4A96C4F693988FC3]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57493 57493
   [junit4]   2> 1578365 INFO  (Thread-3498) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57493 57493
   [junit4]   2> 1578366 WARN  (Thread-3498) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/testCollection2/state.json
   [junit4]   2> 	5	/solr/collections/testCollection1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_4A96C4F693988FC3-001
   [junit4]   2> Aug 15, 2017 6:56:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1560, maxMBSortInHeap=5.859167841003317, sim=RandomSimilarity(queryNorm=false): {}, locale=zh-TW, timezone=America/Grenada
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=128814224,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrReplicationDistributedZkTest, PrimitiveFieldTypeTest, TestReplicationHandlerBackup, ResponseHeaderTest, CustomCollectionTest, SharedFSAutoReplicaFailoverTest, SimpleFacetsTest, TestSha256AuthenticationProvider, SSLMigrationTest, TestFastWriter, TestReversedWildcardFilterFactory, DistribJoinFromCollectionTest, AliasIntegrationTest, TestInfoStreamLogging, PolyFieldTest, ReplicationFactorTest, RecoveryAfterSoftCommitTest, TestReloadDeadlock, DeleteStatusTest, AutoCommitTest, DeleteNodeTest, TestSolrFieldCacheBean, TolerantUpdateProcessorTest, TestSchemalessBufferedUpdates, TestGraphMLResponseWriter, XsltUpdateRequestHandlerTest, BlockDirectoryTest, TestNumericTokenStream, MetricUtilsTest, TestSolrCoreSnapshots, TestConfigSetProperties, PropertiesRequestHandlerTest, TestFieldCacheReopen, TestCloudRecovery, CollectionsAPIAsyncDistributedZkTest, ClusterStateTest, TermVectorComponentDistributedTest, TestManagedSchemaThreadSafety, SolrInfoBeanTest, URLClassifyProcessorTest, TestSolrCloudWithSecureImpersonation, TestDFRSimilarityFactory, WrapperMergePolicyFactoryTest, DirectUpdateHandlerTest, RequiredFieldsTest, TestAnalyzeInfixSuggestions, CloudMLTQParserTest, TestTrackingShardHandlerFactory, TestAnalyzedSuggestions, SimplePostToolTest, TestReload, DocumentBuilderTest, TestSolrCoreProperties, TestComplexPhraseLeadingWildcard, TestSolrConfigHandler, TestJettySolrRunner, OverseerStatusTest, DistributedSuggestComponentTest, NumericFieldsTest, TestTolerantSearch, SolrGraphiteReporterTest, TestDeleteCollectionOnDownNodes, TestFieldSortValues, QueryEqualityTest, SortByFunctionTest, TestFreeTextSuggestions, TestSQLHandler, TestLockTree, BlockJoinFacetDistribTest, CopyFieldTest, UnloadDistributedZkTest, ResponseLogComponentTest, TestPayloadScoreQParserPlugin, MultiTermTest, TestInPlaceUpdatesDistrib, EnumFieldTest, HdfsChaosMonkeySafeLeaderTest, ShowFileRequestHandlerTest, DateFieldTest, TestIndexSearcher, MoveReplicaHDFSUlogDirTest, AddBlockUpdateTest, TestConfigSetsAPIExclusivity, TestLegacyFieldReuse, TestJsonFacetRefinement, BasicDistributedZk2Test, BlobRepositoryCloudTest, DistributedExpandComponentTest, NodeMutatorTest, TestRawResponseWriter, HLLSerializationTest, HdfsLockFactoryTest, BasicAuthIntegrationTest, DistributedFacetPivotWhiteBoxTest, SortSpecParsingTest, TestSchemaVersionResource, DistributedFacetPivotLongTailTest, TestLeaderElectionZkExpiry, HardAutoCommitTest, HdfsUnloadDistributedZkTest, TestDFISimilarityFactory, OverseerCollectionConfigSetProcessorTest, TestCodecSupport, TestPrepRecovery, TestCustomDocTransformer, LeaderFailureAfterFreshStartTest, TestAuthorizationFramework, TestFoldingMultitermQuery, SolrCoreCheckLockOnStartupTest, TestDocBasedVersionConstraints, TestDynamicFieldCollectionResource, TestMaxTokenLenTokenizer, TestFieldCacheVsDocValues, CollectionReloadTest, CircularListTest, TestSolrDeletionPolicy2, TestNumericTerms32, TestCollectionAPI, TestSubQueryTransformerDistrib, BasicDistributedZkTest, OverseerTest, ShardRoutingTest, TestReplicationHandler, TestDistributedSearch, TestStressReorder, TestCoreContainer, TestSolr4Spatial, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, TestSort, BasicFunctionalityTest, HighlighterTest, DistributedQueryElevationComponentTest, CoreAdminHandlerTest, SuggesterTest, TestTrie, NoCacheHeaderTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, TestWriterPerf, TermsComponentTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, IndexSchemaTest, TestCollationField, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, TestSolrIndexConfig, TestQuerySenderNoQuery, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, TestFastLRUCache, PreAnalyzedFieldTest, TestLRUCache, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribCursorPagingTest, LeaderElectionContextKeyTest]
   [junit4] Completed [521/730 (3!)] on J2 in 6.72s, 1 test, 1 failure <<< FAILURES!

[...truncated 44002 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2078 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2078/

1 tests failed.
FAILED:  org.apache.solr.update.AutoCommitTest.testCommitWithin

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([B16FA50C68529B52:BBDCA74EB7C7547]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=id:529&qt=&start=0&rows=20&version=2.2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
	... 40 more




Build Log:
[...truncated 11986 lines...]
   [junit4] Suite: org.apache.solr.update.AutoCommitTest
   [junit4]   2> 1426243 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.AutoCommitTest_B16FA50C68529B52-001/init-core-data-001
   [junit4]   2> 1426243 WARN  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=146 numCloses=146
   [junit4]   2> 1426243 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1426245 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1426245 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1426246 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1426269 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1426290 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1426407 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1426460 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1426463 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1426463 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1426465 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1426506 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1426524 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1426646 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1426652 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1426652 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1426652 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1426652 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.AutoCommitTest_B16FA50C68529B52-001/init-core-data-001/]
   [junit4]   2> 1426653 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=47.255859375, floorSegmentMB=2.0341796875, forceMergeDeletesPctAllowed=22.85186072331325, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1426701 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1426701 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1426702 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1426702 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1426702 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=13.2578125, floorSegmentMB=1.8671875, forceMergeDeletesPctAllowed=26.622420553401813, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1426703 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6980ad5c[collection1] main]
   [junit4]   2> 1426703 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1426711 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1426737 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1426740 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1426741 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1426742 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1426742 INFO  (searcherExecutor-4902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6980ad5c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1426743 INFO  (coreLoadExecutor-4901-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575699756786647040
   [junit4]   2> 1426746 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1426750 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMaxTime
   [junit4]   2> 1426751 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1426754 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e6b1eaa[collection1] realtime]
   [junit4]   2> 1426755 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 4
   [junit4]   2> 1426755 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 1426755 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1426821 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1426871 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1427059 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1427068 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1427107 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1427107 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.AutoCommitTest_B16FA50C68529B52-001/init-core-data-001/]
   [junit4]   2> 1427201 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1427201 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1427203 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@44587a37[collection1] main]
   [junit4]   2> 1427204 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1427205 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1427209 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1427210 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575699757276332032
   [junit4]   2> 1427219 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1427231 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1427231 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1427231 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1427231 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1427231 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=1.0078125, floorSegmentMB=0.458984375, forceMergeDeletesPctAllowed=26.792875811795707, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1427231 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1427232 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1427232 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1427232 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1427232 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1427234 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@44587a37[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1427234 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@be2d3ac[collection1] main]
   [junit4]   2> 1427234 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4a5a70f
   [junit4]   2> 1427235 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=77965071
   [junit4]   2> 1427241 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@be2d3ac[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1427242 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1575699757307789312)]} 0 2
   [junit4]   2> 1427242 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1428742 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1428745 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69f14bb1[collection1] main]
   [junit4]   2> 1428745 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1428746 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@69f14bb1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 1428996 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1575699759149088768)]} 0 1756
   [junit4]   2> 1428996 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1428997 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1428998 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[529 (-1575699759150137344)]} 0 0
   [junit4]   2> 1428998 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1430496 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1430500 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f43a6ac[collection1] main]
   [junit4]   2> 1430500 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1430501 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4f43a6ac[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C1)))}
   [junit4]   2> 1430750 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[550 (1575699760987242496)]} 0 3510
   [junit4]   2> 1430750 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1430751 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760989339648)]} 0 3510
   [junit4]   2> 1430751 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760989339649)]} 0 3511
   [junit4]   2> 1430751 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760989339650)]} 0 3511
   [junit4]   2> 1430751 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760989339651)]} 0 3511
   [junit4]   2> 1430751 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760989339652)]} 0 3511
   [junit4]   2> 1430752 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760990388224)]} 0 3511
   [junit4]   2> 1430752 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760990388225)]} 0 3511
   [junit4]   2> 1430752 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760990388226)]} 0 3511
   [junit4]   2> 1430752 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760990388227)]} 0 3511
   [junit4]   2> 1430752 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575699760990388228)]} 0 3512
   [junit4]   2> 1430752 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1432250 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1432255 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e96f3cd[collection1] main]
   [junit4]   2> 1432256 INFO  (commitScheduler-4910-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1432257 INFO  (searcherExecutor-4907-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e96f3cd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C1) Uninverting(_2(8.0.0):C11/9:delGen=1)))}
   [junit4]   2> 1432504 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[531 (1575699762826444800)]} 0 5263
   [junit4]   2> 1432504 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1432504 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxTime
   [junit4]   2> 1432506 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
   [junit4]   2> 1432507 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1432507 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c4d0299[collection1] realtime]
   [junit4]   2> 1432507 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 1432507 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 1432508 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1432558 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1432580 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1432739 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1432745 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1432756 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1432756 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.AutoCommitTest_B16FA50C68529B52-001/init-core-data-001/]
   [junit4]   2> 1432794 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1432795 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1432796 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a6a44b1[collection1] main]
   [junit4]   2> 1432796 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1432797 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1432799 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1432801 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1432801 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1432801 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1432801 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1432801 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1432807 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1432808 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=6.541015625, floorSegmentMB=0.21484375, forceMergeDeletesPctAllowed=3.3549756860995372, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20680568555450787
   [junit4]   2> 1432808 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1432808 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1432808 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1432810 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@a6a44b1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1432810 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1432810 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d9b0002[collection1] main]
   [junit4]   2> 1432810 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@72c9f38a
   [junit4]   2> 1432811 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1925837706
   [junit4]   2> 1432814 INFO  (searcherExecutor-4911-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d9b0002[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1432815 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1575699763151503360)]} 0 2
   [junit4]   2> 1432815 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1432815 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1575699763153600512)]} 0 2
   [junit4]   2> 1432816 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1432816 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1575699763154649088)]} 0 3
   [junit4]   2> 1432816 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1432816 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 1432817 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:529&qt=&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]   2> 	at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1432818 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AutoCommitTest -Dtests.method=testCommitWithin -Dtests.seed=B16FA50C68529B52 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sq -Dtests.timezone=Europe/Podgorica -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.32s J0 | AutoCommitTest.testCommitWithin <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B16FA50C68529B52:BBDCA74EB7C7547]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
   [junit4]    > 	at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]    > 	... 40 more
   [junit4]   2> 1432822 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxDocs
   [junit4]   2> 1432823 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1432823 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e662c57[collection1] realtime]
   [junit4]   2> 1432827 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 4
   [junit4]   2> 1432828 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 1432829 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1432861 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1432887 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1432985 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1432991 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1433003 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48a8d38f
   [junit4]   2> 1433004 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.AutoCommitTest_B16FA50C68529B52-001/init-core-data-001/]
   [junit4]   2> 1433041 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1433042 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1433043 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c0320d9[collection1] main]
   [junit4]   2> 1433043 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1433044 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1433055 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1433056 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1433056 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1433056 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1433056 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1433056 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1433057 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1433057 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1433057 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1433057 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1433058 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19978313828580874]
   [junit4]   2> 1433058 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1433059 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2c0320d9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1433059 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bb8879b[collection1] main]
   [junit4]   2> 1433059 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7f662203
   [junit4]   2> 1433059 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2137399811
   [junit4]   2> 1433061 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1bb8879b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1433064 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1575699763414695936)]} 0 0
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[1 (1575699763414695937)]} 0 0
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (1575699763415744512)]} 0 0
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[3 (1575699763415744513)]} 0 1
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[4 (1575699763415744514)]} 0 1
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[5 (1575699763415744515)]} 0 1
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[6 (1575699763415744516)]} 0 1
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[7 (1575699763415744517)]} 0 1
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[8 (1575699763415744518)]} 0 1
   [junit4]   2> 1433065 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[9 (1575699763415744519)]} 0 1
   [junit4]   2> 1433066 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[10 (1575699763416793088)]} 0 1
   [junit4]   2> 1433066 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[11 (1575699763416793089)]} 0 1
   [junit4]   2> 1433066 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[12 (1575699763416793090)]} 0 2
   [junit4]   2> 1433066 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[13 (1575699763416793091)]} 0 2
   [junit4]   2> 1433066 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1433067 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[14 (1575699763416793092)]} 0 2
   [junit4]   2> 1433068 INFO  (commitScheduler-4918-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1433071 INFO  (commitScheduler-4918-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b3183de[collection1] main]
   [junit4]   2> 1433071 INFO  (commitScheduler-4918-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1433072 INFO  (searcherExecutor-4915-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4b3183de[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(8.0.0):C15)))}
   [junit4]   2> 1433317 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1575699763679985664)]} 0 253
   [junit4]   2> 1433318 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1433318 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:15&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1433318 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[B16FA50C68529B52]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxDocs
   [junit4]   2> 1433318 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1433318 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1384973789
   [junit4]   2> 1433319 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1433320 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1433320 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1433320 INFO  (SUITE-AutoCommitTest-seed#[B16FA50C68529B52]-worker) [    x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1433321 INFO  (coreCloseExecutor-4919-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@778161b0
   [junit4]   2> 1433322 INFO  (coreCloseExecutor-4919-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1433322 INFO  (coreCloseExecutor-4919-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e0c08ee commitCommandVersion:0
   [junit4]   2> 1433325 INFO  (coreCloseExecutor-4919-thread-1-processing-x:collection1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2004967856
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.update.AutoCommitTest_B16FA50C68529B52-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=sq, timezone=Europe/Podgorica
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=219998112,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [RuleEngineTest, LeaderElectionIntegrationTest, TestFileDictionaryLookup, JavabinLoaderTest, BlockCacheTest, TlogReplayBufferedWhileIndexingTest, TestJsonRequest, TestSimpleQParserPlugin, TestMinMaxOnMultiValuedField, PreAnalyzedUpdateProcessorTest, BlockJoinFacetSimpleTest, ForceLeaderTest, TestSchemaSimilarityResource, TestRandomFaceting, DocExpirationUpdateProcessorFactoryTest, DefaultValueUpdateProcessorTest, TestCoreAdminApis, RankQueryTest, TestRecoveryHdfs, SuggestComponentTest, ExternalFileFieldSortTest, TestRTimerTree, CleanupOldIndexTest, LeaderInitiatedRecoveryOnCommitTest, TestHighlightDedupGrouping, CoreSorterTest, TestCSVLoader, CoreAdminCreateDiscoverTest, TestPHPSerializedResponseWriter, PreAnalyzedFieldManagedSchemaCloudTest, PKIAuthenticationIntegrationTest, TestBinaryResponseWriter, DistributedFacetExistsSmallTest, HdfsDirectoryTest, SolrJmxReporterTest, OverseerModifyCollectionTest, TestBinaryField, TestUniqueKeyFieldResource, HdfsDirectoryFactoryTest, SolrRequestParserTest, HdfsRecoveryZkTest, TestDocSet, TestCloudPivotFacet, TestFieldCache, TestInitParams, TestSolrCoreParser, AutoScalingHandlerTest, TestFieldTypeResource, TestHdfsCloudBackupRestore, TestSQLHandlerNonCloud, TestRandomRequestDistribution, TestExtendedDismaxParser, TestMultiWordSynonyms, TestLeaderInitiatedRecoveryThread, FacetPivotSmallTest, RequestLoggingTest, TestCloudSearcherWarming, TestDynamicLoading, TestDistribIDF, TestConfigOverlay, TestPushWriter, TestSlowCompositeReaderWrapper, DistributedSpellCheckComponentTest, SuggesterWFSTTest, TestPhraseSuggestions, TestSystemCollAutoCreate, TestGraphTermsQParserPlugin, TestRequestForwarding, TestPerFieldSimilarityWithDefaultOverride, BJQParserTest, ConnectionManagerTest, ClassificationUpdateProcessorIntegrationTest, ZkStateReaderTest, TestSegmentSorting, TestIBSimilarityFactory, SynonymTokenizerTest, RemoteQueryErrorTest, AtomicUpdateProcessorFactoryTest, TestRandomCollapseQParserPlugin, CdcrUpdateLogTest, TestBadConfig, TestSolrDeletionPolicy1, SolrShardReporterTest, SharedFSAutoReplicaFailoverUtilsTest, TestDocumentBuilder, TestFieldCollectionResource, MoveReplicaTest, DistanceUnitsTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, PluginInfoTest, TestStressCloudBlindAtomicUpdates, BigEndianAscendingWordSerializerTest, SolrCoreTest, RestartWhileUpdatingTest, TestCollationField, HdfsWriteToMultipleCollectionsTest, TestManagedResourceStorage, TestApiFramework, TestSolrXml, TestNumericRangeQuery32, HighlighterConfigTest, UtilsToolTest, CdcrReplicationHandlerTest, WordBreakSolrSpellCheckerTest, SpellingQueryConverterTest, TestWordDelimiterFilterFactory, TestIntervalFaceting, ChangedSchemaMergeTest, TestCSVResponseWriter, FieldAnalysisRequestHandlerTest, IndexBasedSpellCheckerTest, TestQuerySenderNoQuery, PeerSyncTest, TestSolrQueryResponse, DeleteReplicaTest, CollectionsAPISolrJTest, TestSolrCloudWithDelegationTokens, TestRuleBasedAuthorizationPlugin, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, TestReplicationHandler, AutoCommitTest]
   [junit4] Completed [379/729 (1!)] on J0 in 7.12s, 3 tests, 1 error <<< FAILURES!

[...truncated 44415 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2077 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2077/

2 tests failed.
FAILED:  org.apache.solr.update.AutoCommitTest.testMaxDocs

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([BFA8E443221F04E3:629329C0EF50069]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.update.AutoCommitTest.testMaxDocs(AutoCommitTest.java:225)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=id:14&qt=&start=0&rows=20&version=2.2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
	... 40 more


FAILED:  org.apache.solr.cloud.LeaderElectionContextKeyTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([BFA8E443221F04E3:37FCDB998CE3691B]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 10872 lines...]
   [junit4] Suite: org.apache.solr.update.AutoCommitTest
   [junit4]   2> 272733 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_BFA8E443221F04E3-001/init-core-data-001
   [junit4]   2> 272733 WARN  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 272734 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 272735 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 272735 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 272736 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 272756 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 272776 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 272853 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 272880 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@390b1ba
   [junit4]   2> 272883 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@390b1ba
   [junit4]   2> 272883 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@390b1ba
   [junit4]   2> 272885 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 272906 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 272925 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 273010 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 273016 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 273017 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@390b1ba
   [junit4]   2> 273017 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 273017 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_BFA8E443221F04E3-001/init-core-data-001/]
   [junit4]   2> 273019 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=4.5126953125, floorSegmentMB=2.015625, forceMergeDeletesPctAllowed=1.0318340449930996, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 273054 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 273054 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 273055 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 273055 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 273056 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=47.9326171875, floorSegmentMB=0.9296875, forceMergeDeletesPctAllowed=11.929491968960672, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1758270118505342
   [junit4]   2> 273056 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@67ab59d3[collection1] main]
   [junit4]   2> 273056 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 273061 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 273098 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 273098 INFO  (coreLoadExecutor-971-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575633752315396096
   [junit4]   2> 273101 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 273102 INFO  (searcherExecutor-972-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 273103 INFO  (searcherExecutor-972-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 273103 INFO  (searcherExecutor-972-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 273103 INFO  (searcherExecutor-972-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 273104 INFO  (searcherExecutor-972-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 273104 INFO  (searcherExecutor-972-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 273104 INFO  (searcherExecutor-972-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 273104 INFO  (searcherExecutor-972-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 273104 INFO  (searcherExecutor-972-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 273107 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
   [junit4]   2> 273107 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 273110 INFO  (searcherExecutor-972-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@67ab59d3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 273115 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b5b31fd[collection1] realtime]
   [junit4]   2> 273115 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 8
   [junit4]   2> 273116 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 273116 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 273139 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 273156 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 273240 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 273246 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 273259 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@390b1ba
   [junit4]   2> 273259 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_BFA8E443221F04E3-001/init-core-data-001/]
   [junit4]   2> 273297 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 273297 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 273298 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7da86e25[collection1] main]
   [junit4]   2> 273299 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 273299 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 273301 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 273302 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575633752529305600
   [junit4]   2> 273303 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 273308 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=97.0849609375, floorSegmentMB=1.9443359375, forceMergeDeletesPctAllowed=23.908908312355496, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.569701908358492
   [junit4]   2> 273308 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 273310 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 273310 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 273310 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 273311 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 273311 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 273311 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 273311 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 273311 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 273313 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7da86e25[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 273313 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@59625868[collection1] main]
   [junit4]   2> 273313 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1793b249
   [junit4]   2> 273314 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=395555401
   [junit4]   2> 273318 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@59625868[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 273327 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1575633752547131392)]} 0 8
   [junit4]   2> 273327 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 277327 INFO  (commitScheduler-980-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 277331 INFO  (commitScheduler-980-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ec845a[collection1] main]
   [junit4]   2> 277332 INFO  (commitScheduler-980-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 277333 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ec845a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 277582 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1575633757016162304)]} 0 4263
   [junit4]   2> 277582 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 277583 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1575633757018259456)]} 0 4264
   [junit4]   2> 277583 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 279583 INFO  (commitScheduler-980-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 279586 INFO  (commitScheduler-980-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@28b19cd0[collection1] main]
   [junit4]   2> 279586 INFO  (commitScheduler-980-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 279588 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@28b19cd0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C1)))}
   [junit4]   2> 279835 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 279835 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 279836 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633759379652608)]} 0 6517
   [junit4]   2> 279836 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633759380701184)]} 0 6517
   [junit4]   2> 279836 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633759380701185)]} 0 6518
   [junit4]   2> 279836 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633759380701186)]} 0 6518
   [junit4]   2> 279837 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633759381749760)]} 0 6518
   [junit4]   2> 279837 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633759381749761)]} 0 6518
   [junit4]   2> 279837 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633759381749762)]} 0 6518
   [junit4]   2> 279837 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633759381749763)]} 0 6518
   [junit4]   2> 279837 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633759381749764)]} 0 6518
   [junit4]   2> 279837 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633759381749765)]} 0 6518
   [junit4]   2> 279837 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 279838 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575633759382798336)]} 0 6519
   [junit4]   2> 279838 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575633759382798337)]} 0 6519
   [junit4]   2> 279838 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575633759382798338)]} 0 6519
   [junit4]   2> 279838 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575633759382798339)]} 0 6519
   [junit4]   2> 279838 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575633759382798340)]} 0 6519
   [junit4]   2> 279838 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575633759382798341)]} 0 6519
   [junit4]   2> 279838 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575633759382798342)]} 0 6520
   [junit4]   2> 279838 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575633759382798343)]} 0 6520
   [junit4]   2> 279838 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575633759382798344)]} 0 6520
   [junit4]   2> 279863 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575633759382798345)]} 0 6544
   [junit4]   2> 279863 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 280838 INFO  (commitScheduler-980-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 280840 INFO  (commitScheduler-980-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ed45349[collection1] main]
   [junit4]   2> 280841 INFO  (commitScheduler-980-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 280842 INFO  (searcherExecutor-977-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2ed45349[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(8.0.0):C10/9:delGen=1)))}
   [junit4]   2> 280864 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 280865 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 280865 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
   [junit4]   2> 280866 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxDocs
   [junit4]   2> 280867 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 280867 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f8890c4[collection1] realtime]
   [junit4]   2> 280867 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 280867 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 280868 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 280889 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 280907 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 280986 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 280992 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 281003 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@390b1ba
   [junit4]   2> 281003 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_BFA8E443221F04E3-001/init-core-data-001/]
   [junit4]   2> 281040 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 281040 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 281041 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b8eb76b[collection1] main]
   [junit4]   2> 281042 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 281042 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 281044 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 281045 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 281047 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 281047 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 281047 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 281048 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 281048 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 281048 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 281048 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 281049 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 281049 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 281050 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1b8eb76b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 281050 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 281051 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51933d7b[collection1] main]
   [junit4]   2> 281051 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@35c9a886
   [junit4]   2> 281051 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=902408326
   [junit4]   2> 281054 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1575633760656818176)]} 0 0
   [junit4]   2> 281054 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[1 (1575633760657866752)]} 0 1
   [junit4]   2> 281054 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (1575633760657866753)]} 0 1
   [junit4]   2> 281054 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[3 (1575633760657866754)]} 0 1
   [junit4]   2> 281055 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[4 (1575633760657866755)]} 0 1
   [junit4]   2> 281055 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[5 (1575633760658915328)]} 0 1
   [junit4]   2> 281055 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[6 (1575633760658915329)]} 0 1
   [junit4]   2> 281055 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[7 (1575633760658915330)]} 0 1
   [junit4]   2> 281055 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[8 (1575633760658915331)]} 0 2
   [junit4]   2> 281055 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@51933d7b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 281055 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[9 (1575633760658915332)]} 0 2
   [junit4]   2> 281055 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[10 (1575633760658915333)]} 0 2
   [junit4]   2> 281056 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[11 (1575633760658915334)]} 0 2
   [junit4]   2> 281056 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[12 (1575633760659963904)]} 0 2
   [junit4]   2> 281056 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[13 (1575633760659963905)]} 0 2
   [junit4]   2> 281056 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 281056 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[14 (1575633760659963906)]} 0 3
   [junit4]   2> 281057 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1575633760659963907)]} 0 3
   [junit4]   2> 281057 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 281057 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:14&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 281057 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:14&qt=&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:14&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]   2> 	at org.apache.solr.update.AutoCommitTest.testMaxDocs(AutoCommitTest.java:225)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 281058 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxDocs
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AutoCommitTest -Dtests.method=testMaxDocs -Dtests.seed=BFA8E443221F04E3 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-QA -Dtests.timezone=Europe/Stockholm -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.19s J2 | AutoCommitTest.testMaxDocs <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BFA8E443221F04E3:629329C0EF50069]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
   [junit4]    > 	at org.apache.solr.update.AutoCommitTest.testMaxDocs(AutoCommitTest.java:225)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=id:14&qt=&start=0&rows=20&version=2.2
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]    > 	... 40 more
   [junit4]   2> 281060 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxTime
   [junit4]   2> 281060 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 281061 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b7c662f[collection1] realtime]
   [junit4]   2> 281061 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 281061 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 281061 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 281071 INFO  (commitScheduler-984-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 281071 INFO  (commitScheduler-984-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@498749ba[collection1] main]
   [junit4]   2> 281071 INFO  (commitScheduler-984-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 281072 INFO  (searcherExecutor-981-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@498749ba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 281083 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 281111 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 281183 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 281188 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 281209 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@390b1ba
   [junit4]   2> 281209 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_BFA8E443221F04E3-001/init-core-data-001/]
   [junit4]   2> 281247 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 281247 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 281248 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@26b6838f[collection1] main]
   [junit4]   2> 281248 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 281249 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 281251 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 281253 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 281253 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 281253 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 281253 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 281254 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 281254 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6053558705333106]
   [junit4]   2> 281254 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 281254 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 281254 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 281255 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 281255 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 281256 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@26b6838f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 281256 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@181b020d[collection1] main]
   [junit4]   2> 281257 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@257994a3
   [junit4]   2> 281258 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@181b020d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 281259 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=628724899
   [junit4]   2> 281263 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1575633760877019136)]} 0 0
   [junit4]   2> 281264 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 282763 INFO  (commitScheduler-988-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 282767 INFO  (commitScheduler-988-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57575d28[collection1] main]
   [junit4]   2> 282767 INFO  (commitScheduler-988-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 282768 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57575d28[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(8.0.0):C1)))}
   [junit4]   2> 283015 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1575633762714124288)]} 0 1752
   [junit4]   2> 283016 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 283016 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 283017 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[529 (-1575633762716221440)]} 0 0
   [junit4]   2> 283017 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 284516 INFO  (commitScheduler-988-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 284518 INFO  (commitScheduler-988-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@22137a8d[collection1] main]
   [junit4]   2> 284518 INFO  (commitScheduler-988-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 284519 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@22137a8d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(8.0.0):C1)))}
   [junit4]   2> 284520 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[550 (1575633764291182592)]} 0 3257
   [junit4]   2> 284520 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 284520 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633764292231168)]} 0 3257
   [junit4]   2> 284521 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633764292231169)]} 0 3257
   [junit4]   2> 284521 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633764293279744)]} 0 3257
   [junit4]   2> 284521 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633764293279745)]} 0 3258
   [junit4]   2> 284521 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633764293279746)]} 0 3258
   [junit4]   2> 284521 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633764293279747)]} 0 3258
   [junit4]   2> 284521 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633764293279748)]} 0 3258
   [junit4]   2> 284521 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633764293279749)]} 0 3258
   [junit4]   2> 284521 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633764293279750)]} 0 3258
   [junit4]   2> 284521 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575633764293279751)]} 0 3258
   [junit4]   2> 284521 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 286020 INFO  (commitScheduler-988-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 286022 INFO  (commitScheduler-988-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b51c5b4[collection1] main]
   [junit4]   2> 286023 INFO  (commitScheduler-988-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 286024 INFO  (searcherExecutor-985-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7b51c5b4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(8.0.0):C1) Uninverting(_6(8.0.0):C11/9:delGen=1)))}
   [junit4]   2> 286274 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[531 (1575633766130384896)]} 0 5011
   [junit4]   2> 286274 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 286275 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[BFA8E443221F04E3]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxTime
   [junit4]   2> 286275 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 286275 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=81867338
   [junit4]   2> 286275 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 286276 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 286277 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 286277 INFO  (SUITE-AutoCommitTest-seed#[BFA8E443221F04E3]-worker) [    x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 286277 INFO  (coreCloseExecutor-989-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6488eced
   [junit4]   2> 286277 INFO  (coreCloseExecutor-989-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 286277 INFO  (coreCloseExecutor-989-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@521648e0 commitCommandVersion:0
   [junit4]   2> 286281 INFO  (coreCloseExecutor-989-thread-1-processing-x:collection1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1686695149
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_BFA8E443221F04E3-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field_t=PostingsFormat(name=MockRandom), multiDefault=PostingsFormat(name=Asserting), subject=PostingsFormat(name=Asserting), id=PostingsFormat(name=MockRandom), text=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Direct), id_i1=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=289, maxMBSortInHeap=5.375424643944881, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-QA, timezone=Europe/Stockholm
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=282728440,total=484442112
   [junit4]   2> NOTE: All tests run in this JVM: [TestRecovery, MetricsConfigTest, HdfsSyncSliceTest, HdfsRecoverLeaseTest, QueryEqualityTest, TestSolrCoreSnapshots, HardAutoCommitTest, CoreMergeIndexesAdminHandlerTest, TestCloudJSONFacetJoinDomain, TestCodecSupport, TestJsonFacets, NumericFieldsTest, TestSolrDeletionPolicy2, BufferStoreTest, TestPointFields, DeleteNodeTest, TestRawTransformer, SuggestComponentContextFilterQueryTest, ImplicitSnitchTest, TestDistributedMissingSort, OverseerStatusTest, PreAnalyzedFieldTest, TestSSLRandomization, TestNumericTerms64, DirectUpdateHandlerOptimizeTest, UniqFieldsUpdateProcessorFactoryTest, UUIDUpdateProcessorFallbackTest, ExplicitHLLTest, AnalysisErrorHandlingTest, TestLFUCache, AutoCommitTest]
   [junit4] Completed [58/729 (1!)] on J2 in 13.56s, 3 tests, 1 error <<< FAILURES!

[...truncated 1539 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
   [junit4]   2> 1980698 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_BFA8E443221F04E3-001/init-core-data-001
   [junit4]   2> 1980698 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1980700 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1980700 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_BFA8E443221F04E3-001/tempDir-001
   [junit4]   2> 1980701 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1980701 INFO  (Thread-2558) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1980701 INFO  (Thread-2558) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1980703 ERROR (Thread-2558) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1980801 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52959
   [junit4]   2> 1980809 INFO  (jetty-launcher-1387-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1980812 INFO  (jetty-launcher-1387-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@447a1e29{/solr,null,AVAILABLE}
   [junit4]   2> 1980813 INFO  (jetty-launcher-1387-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@589e3eb9{SSL,[ssl, http/1.1]}{127.0.0.1:53852}
   [junit4]   2> 1980813 INFO  (jetty-launcher-1387-thread-1) [    ] o.e.j.s.Server Started @1984302ms
   [junit4]   2> 1980813 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53852}
   [junit4]   2> 1980813 ERROR (jetty-launcher-1387-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1980813 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1980813 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1980813 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1980813 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-13T16:52:29.400Z
   [junit4]   2> 1980815 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1980821 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52959/solr
   [junit4]   2> 1980878 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:53852_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1980879 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:53852_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53852_solr
   [junit4]   2> 1980879 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:53852_solr    ] o.a.s.c.Overseer Overseer (id=98477221431803907-127.0.0.1:53852_solr-n_0000000000) starting
   [junit4]   2> 1980888 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:53852_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53852_solr
   [junit4]   2> 1980896 INFO  (zkCallback-1394-thread-1-processing-n:127.0.0.1:53852_solr) [n:127.0.0.1:53852_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1980937 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:53852_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53852.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cddc459
   [junit4]   2> 1980939 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:53852_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53852.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cddc459
   [junit4]   2> 1980940 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:53852_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53852.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cddc459
   [junit4]   2> 1980940 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:53852_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_BFA8E443221F04E3-001/tempDir-001/node1/.
   [junit4]   2> 1980959 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1980960 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52959/solr ready
   [junit4]   2> 1980986 INFO  (qtp1491953338-13463) [n:127.0.0.1:53852_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1980988 INFO  (OverseerThreadFactory-4648-thread-1-processing-n:127.0.0.1:53852_solr) [n:127.0.0.1:53852_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
   [junit4]   2> 1981096 INFO  (OverseerStateUpdate-98477221431803907-127.0.0.1:53852_solr-n_0000000000) [n:127.0.0.1:53852_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:53852/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1981098 INFO  (OverseerStateUpdate-98477221431803907-127.0.0.1:53852_solr-n_0000000000) [n:127.0.0.1:53852_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection1_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:53852/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1981308 INFO  (qtp1491953338-13462) [n:127.0.0.1:53852_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1981308 INFO  (qtp1491953338-13462) [n:127.0.0.1:53852_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1981311 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1981424 INFO  (zkCallback-1394-thread-2-processing-n:127.0.0.1:53852_solr) [n:127.0.0.1:53852_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1981424 INFO  (zkCallback-1394-thread-1-processing-n:127.0.0.1:53852_solr) [n:127.0.0.1:53852_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1982340 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1982343 INFO  (qtp1491953338-13462) [n:127.0.0.1:53852_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1982347 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 1982349 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1982349 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n2' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 1982351 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53852.solr.core.testCollection1.shard2.replica_n2' (registry 'solr.core.testCollection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cddc459
   [junit4]   2> 1982351 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1982351 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_BFA8E443221F04E3-001/tempDir-001/node1/testCollection1_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_BFA8E443221F04E3-001/tempDir-001/node1/./testCollection1_shard2_replica_n2/data/]
   [junit4]   2> 1982352 INFO  (qtp1491953338-13462) [n:127.0.0.1:53852_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1982354 INFO  (qtp1491953338-13462) [n:127.0.0.1:53852_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1982354 INFO  (qtp1491953338-13462) [n:127.0.0.1:53852_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 1982355 INFO  (qtp1491953338-13462) [n:127.0.0.1:53852_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53852.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4cddc459
   [junit4]   2> 1982355 INFO  (qtp1491953338-13462) [n:127.0.0.1:53852_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1982355 INFO  (qtp1491953338-13462) [n:127.0.0.1:53852_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_BFA8E443221F04E3-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_BFA8E443221F04E3-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
   [junit4]   2> 1982390 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1982390 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1982391 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1982391 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1982393 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@da98bd7[testCollection1_shard2_replica_n2] main]
   [junit4]   2> 1982394 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1982394 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1982394 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1982399 INFO  (searcherExecutor-4651-thread-1-processing-n:127.0.0.1:53852_solr x:testCollection1_shard2_replica_n2 s:shard2 c:testCollection1 r:core_node4) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2] Registered new searcher Searcher@da98bd7[testCollection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1982399 INFO  (qtp1491953338-13457) [n:127.0.0.1:53852_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575635544688295936
   [junit4]   2> 1982402 INFO  (qtp1491953338-13462) [n:127.0.0.1:53852_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1982402 INFO  (qtp1491953338-13462) [n:127.0.0.1:53852_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateL

[...truncated too long message...]

plier=2 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=Pacific/Fiji -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.02s J0 | LeaderElectionContextKeyTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BFA8E443221F04E3:37FCDB998CE3691B]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1986293 INFO  (jetty-closer-1388-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@589e3eb9{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1986293 INFO  (jetty-closer-1388-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1557513936
   [junit4]   2> 1986293 INFO  (jetty-closer-1388-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1986295 INFO  (jetty-closer-1388-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1986296 INFO  (jetty-closer-1388-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1986297 INFO  (jetty-closer-1388-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1986297 INFO  (coreCloseExecutor-4671-thread-1) [n:127.0.0.1:53852_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7a9882be
   [junit4]   2> 1986302 INFO  (coreCloseExecutor-4671-thread-3) [n:127.0.0.1:53852_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7cc62cdd
   [junit4]   2> 1986303 INFO  (coreCloseExecutor-4671-thread-1) [n:127.0.0.1:53852_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=2056815294
   [junit4]   2> 1986303 INFO  (coreCloseExecutor-4671-thread-2) [n:127.0.0.1:53852_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@1a767cb8
   [junit4]   2> 1986309 INFO  (coreCloseExecutor-4671-thread-1) [n:127.0.0.1:53852_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=2056815294
   [junit4]   2> 1986310 INFO  (coreCloseExecutor-4671-thread-3) [n:127.0.0.1:53852_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=2093362397
   [junit4]   2> 1986313 INFO  (coreCloseExecutor-4671-thread-3) [n:127.0.0.1:53852_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=2093362397
   [junit4]   2> 1986313 INFO  (coreCloseExecutor-4671-thread-2) [n:127.0.0.1:53852_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n3, tag=443972792
   [junit4]   2> 1986317 INFO  (coreCloseExecutor-4671-thread-2) [n:127.0.0.1:53852_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=443972792
   [junit4]   2> 1986317 INFO  (jetty-closer-1388-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98477221431803907-127.0.0.1:53852_solr-n_0000000000) closing
   [junit4]   2> 1986318 INFO  (OverseerStateUpdate-98477221431803907-127.0.0.1:53852_solr-n_0000000000) [n:127.0.0.1:53852_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53852_solr
   [junit4]   2> 1986320 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ddc82d9e90003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1986320 WARN  (zkCallback-1394-thread-2-processing-n:127.0.0.1:53852_solr) [n:127.0.0.1:53852_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1986321 INFO  (jetty-closer-1388-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@447a1e29{/solr,null,UNAVAILABLE}
   [junit4]   2> 1986324 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1986324 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[BFA8E443221F04E3]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52959 52959
   [junit4]   2> 1986408 INFO  (Thread-2558) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52959 52959
   [junit4]   2> 1986408 WARN  (Thread-2558) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/testCollection2/state.json
   [junit4]   2> 	5	/solr/collections/testCollection1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_BFA8E443221F04E3-001
   [junit4]   2> Aug 13, 2017 4:52:34 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1886, maxMBSortInHeap=5.4708623332826845, sim=RandomSimilarity(queryNorm=true): {}, locale=hr, timezone=Pacific/Fiji
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=193390992,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [PeerSyncTest, RuleEngineTest, SolrJmxReporterTest, TestGraphTermsQParserPlugin, TestRandomDVFaceting, TestRemoteStreaming, TestTlogReplica, TestCopyFieldCollectionResource, HdfsWriteToMultipleCollectionsTest, SolrIndexConfigTest, OutOfBoxZkACLAndCredentialsProvidersTest, DistribCursorPagingTest, FieldMutatingUpdateProcessorTest, DocExpirationUpdateProcessorFactoryTest, BJQParserTest, TlogReplayBufferedWhileIndexingTest, AssignBackwardCompatibilityTest, TestCrossCoreJoin, TestPullReplica, TestEmbeddedSolrServerConstructors, TestHdfsCloudBackupRestore, TestRandomRequestDistribution, TestLegacyFieldCache, DeleteReplicaTest, SolrCloudExampleTest, TestWordDelimiterFilterFactory, JavabinLoaderTest, CdcrUpdateLogTest, TestJsonRequest, BasicZkTest, BaseCdcrDistributedZkTest, UpdateParamsTest, UpdateLogTest, UtilsToolTest, TestDocumentBuilder, TestSolrDeletionPolicy1, TestOmitPositions, TestShardHandlerFactory, ChaosMonkeyNothingIsSafeTest, OutputWriterTest, InfoHandlerTest, RestartWhileUpdatingTest, BinaryUpdateRequestHandlerTest, MissingSegmentRecoveryTest, AtomicUpdateProcessorFactoryTest, TestImpersonationWithHadoopAuth, PreAnalyzedUpdateProcessorTest, SyncSliceTest, SparseHLLTest, SpellCheckCollatorWithCollapseTest, TestPhraseSuggestions, CoreAdminCreateDiscoverTest, MBeansHandlerTest, RemoteQueryErrorTest, TestCloudDeleteByQuery, TestConfigSetsAPIZkFailure, TestLMDirichletSimilarityFactory, DocumentAnalysisRequestHandlerTest, TestConfig, TestFieldCache, SecurityConfHandlerTest, TestHighlightDedupGrouping, ZkStateReaderTest, ConnectionReuseTest, TestStressUserVersions, SuggestComponentTest, TestCustomSort, TestStressLucene, TestDistribIDF, DistributedFacetPivotSmallAdvancedTest, TestWriterPerf, TestDynamicLoading, TestReplicationHandler, TestBadConfig, CdcrReplicationHandlerTest, TestSubQueryTransformerCrossCore, LeaderElectionIntegrationTest, TestRandomCollapseQParserPlugin, TestGeoJSONResponseWriter, TestLeaderInitiatedRecoveryThread, TestApiFramework, RAMDirectoryFactoryTest, TestDocSet, SuggesterWFSTTest, TestNestedDocsSort, TestSimpleQParserPlugin, BasicDistributedZkTest, TestPHPSerializedResponseWriter, TestSolrCloudWithDelegationTokens, HdfsDirectoryTest, TestClassicSimilarityFactory, DocValuesMissingTest, RankQueryTest, FullHLLTest, TestRandomFaceting, TestFieldTypeResource, SolrShardReporterTest, TestSegmentSorting, PKIAuthenticationIntegrationTest, TestConfigReload, TestSolr4Spatial, CoreSorterTest, OpenExchangeRatesOrgProviderTest, LeaderElectionContextKeyTest]
   [junit4] Completed [529/729 (2!)] on J0 in 5.98s, 1 test, 1 failure <<< FAILURES!

[...truncated 43973 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2076 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2076/

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderElectionContextKeyTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([78CC4300E881EBFB:F0987CDA467D8603]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12464 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
   [junit4]   2> 1829157 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_78CC4300E881EBFB-001/init-core-data-001
   [junit4]   2> 1829158 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1829159 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1829159 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_78CC4300E881EBFB-001/tempDir-001
   [junit4]   2> 1829160 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1829161 INFO  (Thread-6416) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1829161 INFO  (Thread-6416) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1829178 ERROR (Thread-6416) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1829261 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41916
   [junit4]   2> 1829300 INFO  (jetty-launcher-2481-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1829301 INFO  (jetty-launcher-2481-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b033bd3{/solr,null,AVAILABLE}
   [junit4]   2> 1829301 INFO  (jetty-launcher-2481-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5291d1de{HTTP/1.1,[http/1.1]}{127.0.0.1:47829}
   [junit4]   2> 1829301 INFO  (jetty-launcher-2481-thread-1) [    ] o.e.j.s.Server Started @1832018ms
   [junit4]   2> 1829302 INFO  (jetty-launcher-2481-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47829}
   [junit4]   2> 1829302 ERROR (jetty-launcher-2481-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1829302 INFO  (jetty-launcher-2481-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1829302 INFO  (jetty-launcher-2481-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1829302 INFO  (jetty-launcher-2481-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1829302 INFO  (jetty-launcher-2481-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T22:33:37.390Z
   [junit4]   2> 1829310 INFO  (jetty-launcher-2481-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1829316 INFO  (jetty-launcher-2481-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41916/solr
   [junit4]   2> 1829370 INFO  (jetty-launcher-2481-thread-1) [n:127.0.0.1:47829_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1829370 INFO  (jetty-launcher-2481-thread-1) [n:127.0.0.1:47829_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47829_solr
   [junit4]   2> 1829371 INFO  (jetty-launcher-2481-thread-1) [n:127.0.0.1:47829_solr    ] o.a.s.c.Overseer Overseer (id=98472900509696003-127.0.0.1:47829_solr-n_0000000000) starting
   [junit4]   2> 1829386 INFO  (jetty-launcher-2481-thread-1) [n:127.0.0.1:47829_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47829_solr
   [junit4]   2> 1829387 INFO  (zkCallback-2488-thread-1-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1829466 INFO  (jetty-launcher-2481-thread-1) [n:127.0.0.1:47829_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47829.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d681a24
   [junit4]   2> 1829469 INFO  (jetty-launcher-2481-thread-1) [n:127.0.0.1:47829_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47829.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d681a24
   [junit4]   2> 1829469 INFO  (jetty-launcher-2481-thread-1) [n:127.0.0.1:47829_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47829.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d681a24
   [junit4]   2> 1829470 INFO  (jetty-launcher-2481-thread-1) [n:127.0.0.1:47829_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_78CC4300E881EBFB-001/tempDir-001/node1/.
   [junit4]   2> 1829500 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1829500 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41916/solr ready
   [junit4]   2> 1829502 INFO  (qtp1206381431-19768) [n:127.0.0.1:47829_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1829507 INFO  (OverseerThreadFactory-7549-thread-1-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
   [junit4]   2> 1829619 INFO  (OverseerStateUpdate-98472900509696003-127.0.0.1:47829_solr-n_0000000000) [n:127.0.0.1:47829_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47829/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1829621 INFO  (OverseerStateUpdate-98472900509696003-127.0.0.1:47829_solr-n_0000000000) [n:127.0.0.1:47829_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection1_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47829/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1829844 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1829844 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1829853 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1829957 INFO  (zkCallback-2488-thread-1-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1829959 INFO  (zkCallback-2488-thread-2-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1830864 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1830866 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1830871 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1830872 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n3] Schema name=minimal
   [junit4]   2> 1830885 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1830885 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1830885 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 1830885 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n3' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 1830885 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47829.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d681a24
   [junit4]   2> 1830885 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47829.solr.core.testCollection1.shard2.replica_n3' (registry 'solr.core.testCollection1.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d681a24
   [junit4]   2> 1830885 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1830885 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1830885 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_78CC4300E881EBFB-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_78CC4300E881EBFB-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
   [junit4]   2> 1830886 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_78CC4300E881EBFB-001/tempDir-001/node1/testCollection1_shard2_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_78CC4300E881EBFB-001/tempDir-001/node1/./testCollection1_shard2_replica_n3/data/]
   [junit4]   2> 1830923 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1830923 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1830923 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1830923 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1830924 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1830924 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1830924 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1830924 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1830925 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61a553ca[testCollection1_shard1_replica_n1] main]
   [junit4]   2> 1830925 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@61b9b38d[testCollection1_shard2_replica_n3] main]
   [junit4]   2> 1830926 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1830926 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1830926 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1830927 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1830927 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1830928 INFO  (searcherExecutor-7553-thread-1-processing-n:127.0.0.1:47829_solr x:testCollection1_shard2_replica_n3 s:shard2 c:testCollection1 r:core_node4) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SolrCore [testCollection1_shard2_replica_n3] Registered new searcher Searcher@61b9b38d[testCollection1_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1830928 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575566410006921216
   [junit4]   2> 1830928 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1830928 INFO  (searcherExecutor-7552-thread-1-processing-n:127.0.0.1:47829_solr x:testCollection1_shard1_replica_n1 s:shard1 c:testCollection1 r:core_node2) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] Registered new searcher Searcher@61a553ca[testCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1830929 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575566410007969792
   [junit4]   2> 1830933 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1830933 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1830934 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47829/solr/testCollection1_shard2_replica_n3/
   [junit4]   2> 1830934 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1830934 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:47829/solr/testCollection1_shard2_replica_n3/ has no replicas
   [junit4]   2> 1830934 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1830934 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1830934 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1830934 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47829/solr/testCollection1_shard1_replica_n1/
   [junit4]   2> 1830935 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1830935 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:47829/solr/testCollection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1830935 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1830937 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47829/solr/testCollection1_shard2_replica_n3/ shard2
   [junit4]   2> 1830938 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47829/solr/testCollection1_shard1_replica_n1/ shard1
   [junit4]   2> 1831039 INFO  (zkCallback-2488-thread-2-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1831039 INFO  (zkCallback-2488-thread-1-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1831087 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1831088 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1235
   [junit4]   2> 1831089 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1831089 INFO  (qtp1206381431-19766) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1245
   [junit4]   2> 1831095 INFO  (qtp1206381431-19768) [n:127.0.0.1:47829_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1831195 INFO  (zkCallback-2488-thread-2-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1831195 INFO  (zkCallback-2488-thread-1-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1831508 INFO  (OverseerCollectionConfigSetProcessor-98472900509696003-127.0.0.1:47829_solr-n_0000000000) [n:127.0.0.1:47829_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1832095 INFO  (qtp1206381431-19768) [n:127.0.0.1:47829_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2592
   [junit4]   2> 1832096 INFO  (qtp1206381431-19769) [n:127.0.0.1:47829_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1832098 INFO  (OverseerThreadFactory-7549-thread-2-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection2
   [junit4]   2> 1832304 INFO  (OverseerStateUpdate-98472900509696003-127.0.0.1:47829_solr-n_0000000000) [n:127.0.0.1:47829_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47829/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1832306 INFO  (OverseerStateUpdate-98472900509696003-127.0.0.1:47829_solr-n_0000000000) [n:127.0.0.1:47829_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection2_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47829/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1832509 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1832509 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1832615 INFO  (zkCallback-2488-thread-2-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1832615 INFO  (zkCallback-2488-thread-1-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1833519 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1833519 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1833525 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.IndexSchema [testCollection2_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 1833527 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection2_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1833529 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1833530 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard1_replica_n1' using configuration from collection testCollection2, trusted=true
   [junit4]   2> 1833530 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47829.solr.core.testCollection2.shard1.replica_n1' (registry 'solr.core.testCollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d681a24
   [junit4]   2> 1833530 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1833530 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection2_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_78CC4300E881EBFB-001/tempDir-001/node1/testCollection2_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_78CC4300E881EBFB-001/tempDir-001/node1/./testCollection2_shard1_replica_n1/data/]
   [junit4]   2> 1833531 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1833531 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard2_replica_n2' using configuration from collection testCollection2, trusted=true
   [junit4]   2> 1833531 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47829.solr.core.testCollection2.shard2.replica_n2' (registry 'solr.core.testCollection2.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d681a24
   [junit4]   2> 1833531 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1833531 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [[testCollection2_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_78CC4300E881EBFB-001/tempDir-001/node1/testCollection2_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_78CC4300E881EBFB-001/tempDir-001/node1/./testCollection2_shard2_replica_n2/data/]
   [junit4]   2> 1833584 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1833584 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1833584 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1833584 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1833585 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1833585 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1833585 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1833585 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1833586 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6449643[testCollection2_shard1_replica_n1] main]
   [junit4]   2> 1833586 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b89d4a1[testCollection2_shard2_replica_n2] main]
   [junit4]   2> 1833587 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1833587 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1833588 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1833588 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1833588 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1833588 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1833588 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575566412796133376
   [junit4]   2> 1833589 INFO  (searcherExecutor-7562-thread-1-processing-n:127.0.0.1:47829_solr x:testCollection2_shard1_replica_n1 s:shard1 c:testCollection2 r:core_node3) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] Registered new searcher Searcher@6449643[testCollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1833589 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575566412797181952
   [junit4]   2> 1833589 INFO  (searcherExecutor-7563-thread-1-processing-n:127.0.0.1:47829_solr x:testCollection2_shard2_replica_n2 s:shard2 c:testCollection2 r:core_node4) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [testCollection2_shard2_replica_n2] Registered new searcher Searcher@3b89d4a1[testCollection2_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1833594 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1833594 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1833594 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47829/solr/testCollection2_shard1_replica_n1/
   [junit4]   2> 1833594 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1833594 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:47829/solr/testCollection2_shard1_replica_n1/ has no replicas
   [junit4]   2> 1833594 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1833596 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47829/solr/testCollection2_shard1_replica_n1/ shard1
   [junit4]   2> 1833597 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1833597 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1833597 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47829/solr/testCollection2_shard2_replica_n2/
   [junit4]   2> 1833597 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1833597 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:47829/solr/testCollection2_shard2_replica_n2/ has no replicas
   [junit4]   2> 1833597 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1833599 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47829/solr/testCollection2_shard2_replica_n2/ shard2
   [junit4]   2> 1833700 INFO  (zkCallback-2488-thread-1-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1833700 INFO  (zkCallback-2488-thread-2-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1833704 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1833705 INFO  (qtp1206381431-19765) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1196
   [junit4]   2> 1833747 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1833748 INFO  (qtp1206381431-19771) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1238
   [junit4]   2> 1833749 INFO  (qtp1206381431-19769) [n:127.0.0.1:47829_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1833849 INFO  (zkCallback-2488-thread-2-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1833849 INFO  (zkCallback-2488-thread-1-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1834099 INFO  (OverseerCollectionConfigSetProcessor-98472900509696003-127.0.0.1:47829_solr-n_0000000000) [n:127.0.0.1:47829_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1834749 INFO  (qtp1206381431-19769) [n:127.0.0.1:47829_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2653
   [junit4]   2> 1834750 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1834750 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection1
   [junit4]   2> 1834750 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection2 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1834750 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection2
   [junit4]   2> 1834824 INFO  (TEST-LeaderElectionContextKeyTest.test-seed#[78CC4300E881EBFB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1834829 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n3, tag=null
   [junit4]   2> 1834831 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr    ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@4c91224b
   [junit4]   2> 1834833 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n3, tag=1284579915
   [junit4]   2> 1834833 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard2.leader, tag=1284579915
   [junit4]   2> 1834834 INFO  (qtp1206381431-19770) [n:127.0.0.1:47829_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=false&core=testCollection1_shard2_replica_n3&deleteDataDir=false&action=UNLOAD&indexInfo=true&wt=javabin&version=2&deleteIndex=false} status=0 QTime=5
   [junit4]   2> 1834835 INFO  (TEST-LeaderElectionContextKeyTest.test-seed#[78CC4300E881EBFB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionContextKeyTest -Dtests.method=test -Dtests.seed=78CC4300E881EBFB -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-CR -Dtests.timezone=Atlantic/Stanley -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.09s J0 | LeaderElectionContextKeyTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([78CC4300E881EBFB:F0987CDA467D8603]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1834844 INFO  (jetty-closer-2482-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5291d1de{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1834846 INFO  (jetty-closer-2482-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1451201860
   [junit4]   2> 1834847 INFO  (jetty-closer-2482-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1834848 INFO  (jetty-closer-2482-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1834849 INFO  (jetty-closer-2482-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1834850 INFO  (jetty-closer-2482-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1834852 INFO  (coreCloseExecutor-7572-thread-1) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@248c431d
   [junit4]   2> 1834852 INFO  (coreCloseExecutor-7572-thread-2) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.c.SolrCore [testCollection2_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4c7ae1b4
   [junit4]   2> 1834853 INFO  (coreCloseExecutor-7572-thread-2) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n2, tag=1283121588
   [junit4]   2> 1834855 INFO  (coreCloseExecutor-7572-thread-2) [n:127.0.0.1:47829_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=1283121588
   [junit4]   2> 1834855 INFO  (coreCloseExecutor-7572-thread-3) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2dd7aca4
   [junit4]   2> 1834855 INFO  (coreCloseExecutor-7572-thread-1) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=613171997
   [junit4]   2> 1834857 INFO  (coreCloseExecutor-7572-thread-1) [n:127.0.0.1:47829_solr c:testCollection1 s:shard1 r:core_node2 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=613171997
   [junit4]   2> 1834858 INFO  (coreCloseExecutor-7572-thread-3) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=769109156
   [junit4]   2> 1834860 INFO  (coreCloseExecutor-7572-thread-3) [n:127.0.0.1:47829_solr c:testCollection2 s:shard1 r:core_node3 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=769109156
   [junit4]   2> 1834860 INFO  (jetty-closer-2482-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98472900509696003-127.0.0.1:47829_solr-n_0000000000) closing
   [junit4]   2> 1834860 INFO  (OverseerStateUpdate-98472900509696003-127.0.0.1:47829_solr-n_0000000000) [n:127.0.0.1:47829_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:47829_solr
   [junit4]   2> 1834861 WARN  (zkCallback-2488-thread-1-processing-n:127.0.0.1:47829_solr) [n:127.0.0.1:47829_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1834861 INFO  (jetty-closer-2482-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b033bd3{/solr,null,UNAVAILABLE}
   [junit4]   2> 1834862 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1834864 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[78CC4300E881EBFB]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41916 41916
   [junit4]   2> 1834952 INFO  (Thread-6416) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41916 41916
   [junit4]   2> 1834954 WARN  (Thread-6416) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/testCollection2/state.json
   [junit4]   2> 	5	/solr/collections/testCollection1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_78CC4300E881EBFB-001
   [junit4]   2> Aug 12, 2017 10:33:43 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=740, maxMBSortInHeap=6.276057280342195, sim=RandomSimilarity(queryNorm=true): {}, locale=es-CR, timezone=Atlantic/Stanley
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=166466144,total=521142272
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigSetsAPIZkFailure, TestEmbeddedSolrServerConstructors, TestFieldCacheSortRandom, TestMiniSolrCloudClusterSSL, TestSolrQueryParser, TestSolrCloudWithDelegationTokens, ClassificationUpdateProcessorIntegrationTest, DocumentAnalysisRequestHandlerTest, HdfsRecoveryZkTest, TestOmitPositions, TestConfigSets, FacetPivotSmallTest, PeerSyncTest, TestCSVResponseWriter, HdfsThreadLeakTest, CollectionsAPISolrJTest, TestStressCloudBlindAtomicUpdates, TestDistributedSearch, TestXmlQParserPlugin, TestJoin, OverseerModifyCollectionTest, TlogReplayBufferedWhileIndexingTest, PreAnalyzedUpdateProcessorTest, CursorMarkTest, TestManagedSynonymGraphFilterFactory, DistributedFacetExistsSmallTest, TestUniqueKeyFieldResource, BaseCdcrDistributedZkTest, TestCloudSearcherWarming, SecurityConfHandlerTest, TestBulkSchemaConcurrent, SyncSliceTest, TestBinaryField, TestExtendedDismaxParser, FieldMutatingUpdateProcessorTest, TestRTimerTree, RemoteQueryErrorTest, LeaderElectionIntegrationTest, TestLazyCores, TestCollectionsAPIViaSolrCloudCluster, TestCollationFieldDocValues, TestRealTimeGet, TestFieldTypeResource, ConnectionManagerTest, TestRuleBasedAuthorizationPlugin, TestLegacyFieldCache, TestPushWriter, TestNumericRangeQuery32, HttpSolrCallGetCoreTest, BinaryUpdateRequestHandlerTest, TestMinMaxOnMultiValuedField, SolrCoreMetricManagerTest, HdfsCollectionsAPIDistributedZkTest, SolrMetricsIntegrationTest, SolrRequestParserTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestMultiWordSynonyms, FieldAnalysisRequestHandlerTest, SolrIndexConfigTest, SolrJmxReporterTest, UpdateLogTest, HdfsDirectoryTest, TestCloudDeleteByQuery, TestLRUStatsCache, TestGeoJSONResponseWriter, RankQueryTest, TestHdfsCloudBackupRestore, AssignBackwardCompatibilityTest, TestStressLucene, CdcrReplicationHandlerTest, SpellCheckCollatorTest, RAMDirectoryFactoryTest, DistributedQueryComponentCustomSortTest, SynonymTokenizerTest, TestHdfsUpdateLog, OverseerTaskQueueTest, RuleEngineTest, TestSolrCoreParser, TestComponentsName, TestApiFramework, TestManagedResourceStorage, TestLeaderInitiatedRecoveryThread, TestManagedSchemaAPI, HdfsWriteToMultipleCollectionsTest, PreAnalyzedFieldManagedSchemaCloudTest, CoreSorterTest, TestDistribIDF, QueryElevationComponentTest, TestMergePolicyConfig, AutoScalingHandlerTest, MBeansHandlerTest, TestIntervalFaceting, TestRandomCollapseQParserPlugin, TestRandomDVFaceting, TestIndexingPerformance, TestWriterPerf, TestNamedUpdateProcessors, FullHLLTest, TestSimpleQParserPlugin, TestRequestForwarding, BJQParserTest, DocValuesMissingTest, TestCloudPivotFacet, TestFaceting, InfoHandlerTest, TestDynamicLoading, TestSchemaManager, TestUseDocValuesAsStored2, TestConfig, ChangedSchemaMergeTest, TestWordDelimiterFilterFactory, SolrIndexSplitterTest, DistanceUnitsTest, TestJsonRequest, HighlighterConfigTest, UpdateParamsTest, TestFieldCollectionResource, HdfsDirectoryFactoryTest, TestRandomFaceting, TestCSVLoader, ForceLeaderTest, UnloadDistributedZkTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressReorder, TestStressVersions, HardAutoCommitTest, TestRangeQuery, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, BadIndexSchemaTest, TestFiltering, DistributedQueryElevationComponentTest, TestFoldingMultitermQuery, SuggesterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, TestRemoteStreaming, TestSolrDeletionPolicy1, SolrInfoBeanTest, IndexBasedSpellCheckerTest, TestQueryUtils, TermsComponentTest, XmlUpdateRequestHandlerTest, TermVectorComponentTest, IndexSchemaRuntimeFieldTest, ReturnFieldsTest, QueryParsingTest, CSVRequestHandlerTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestDocSet, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, ExternalFileFieldSortTest, DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestXIncludeConfig, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, ClusterStateTest, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestHighlightDedupGrouping, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AliasIntegrationTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteStatusTest, DistribCursorPagingTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, LeaderElectionContextKeyTest]
   [junit4] Completed [515/729 (1!)] on J0 in 6.07s, 1 test, 1 failure <<< FAILURES!

[...truncated 43919 lines...]