You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/14 20:01:53 UTC

[JENKINS-EA] Lucene-Solr-7.x-Linux (32bit/jdk-9-ea+181) - Build # 260 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/260/
Java: 32bit/jdk-9-ea+181 -server -XX:+UseSerialGC --illegal-access=deny

1 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream

Error Message:
Error from server at http://127.0.0.1:33825/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason: <pre>    Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:33825/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([3E6732F2B0EBC142:1CA7B3099381EB52]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:6815)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33825/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
	... 1 more




Build Log:
[...truncated 13718 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
   [junit4]   2> 4824 INFO  (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/init-core-data-001
   [junit4]   2> 4825 WARN  (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 4825 INFO  (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 4826 INFO  (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 4827 INFO  (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001
   [junit4]   2> 4831 INFO  (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4834 INFO  (Thread-22) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4834 INFO  (Thread-22) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4916 ERROR (Thread-22) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4934 INFO  (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:36827
   [junit4]   2> 4976 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 4976 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 4978 INFO  (jetty-launcher-3-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 4981 INFO  (jetty-launcher-3-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 4996 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19044aa{/solr,null,AVAILABLE}
   [junit4]   2> 4997 INFO  (jetty-launcher-3-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12440cc{/solr,null,AVAILABLE}
   [junit4]   2> 4999 INFO  (jetty-launcher-3-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a63f30{HTTP/1.1,[http/1.1]}{127.0.0.1:43539}
   [junit4]   2> 4999 INFO  (jetty-launcher-3-thread-4) [    ] o.e.j.s.Server Started @7052ms
   [junit4]   2> 4999 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43539}
   [junit4]   2> 4999 ERROR (jetty-launcher-3-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4999 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 5000 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5000 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 5000 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-14T19:54:12.324121Z
   [junit4]   2> 5000 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 5009 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@750c26{/solr,null,AVAILABLE}
   [junit4]   2> 5010 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6b5487{HTTP/1.1,[http/1.1]}{127.0.0.1:43243}
   [junit4]   2> 5010 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.Server Started @7062ms
   [junit4]   2> 5010 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43243}
   [junit4]   2> 5010 ERROR (jetty-launcher-3-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5010 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 5010 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5010 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 5010 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-14T19:54:12.334762Z
   [junit4]   2> 5012 INFO  (jetty-launcher-3-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f853aa{/solr,null,AVAILABLE}
   [junit4]   2> 5016 INFO  (jetty-launcher-3-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3974cb{HTTP/1.1,[http/1.1]}{127.0.0.1:33825}
   [junit4]   2> 5017 INFO  (jetty-launcher-3-thread-3) [    ] o.e.j.s.Server Started @7069ms
   [junit4]   2> 5017 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33825}
   [junit4]   2> 5017 ERROR (jetty-launcher-3-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5017 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 5017 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5017 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 5017 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-14T19:54:12.341478Z
   [junit4]   2> 5044 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5074 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5075 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b1d02a{HTTP/1.1,[http/1.1]}{127.0.0.1:34361}
   [junit4]   2> 5075 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.Server Started @7127ms
   [junit4]   2> 5075 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34361}
   [junit4]   2> 5075 ERROR (jetty-launcher-3-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5075 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 5075 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5075 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 5075 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-14T19:54:12.399834Z
   [junit4]   2> 5098 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5098 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de24f93580001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 5101 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36827/solr
   [junit4]   2> 5118 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 5121 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36827/solr
   [junit4]   2> 5136 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36827/solr
   [junit4]   2> 5153 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36827/solr
   [junit4]   2> 5218 WARN  (jetty-launcher-3-thread-2) [    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 5218 WARN  (jetty-launcher-3-thread-1) [    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 5218 WARN  (jetty-launcher-3-thread-4) [    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 5221 WARN  (jetty-launcher-3-thread-3) [    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 5240 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 5241 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 5241 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 5242 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 5243 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34361_solr
   [junit4]   2> 5244 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33825_solr
   [junit4]   2> 5244 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43539_solr
   [junit4]   2> 5248 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 5249 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 5251 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 5249 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 5251 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98483598274330636-127.0.0.1:34361_solr-n_0000000000) starting
   [junit4]   2> 5254 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43243_solr
   [junit4]   2> 5256 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5256 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5264 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5265 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 5326 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34361_solr
   [junit4]   2> 5327 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5327 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5328 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5328 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5456 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43539.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 5460 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43243.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 5482 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43243.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 5482 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43243.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 5493 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43539.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 5493 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43539.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 5494 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001/node1/.
   [junit4]   2> 5496 INFO  (jetty-launcher-3-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001/node4/.
   [junit4]   2> 5526 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34361.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 5537 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33825.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 5550 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34361.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 5550 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34361.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 5552 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001/node2/.
   [junit4]   2> 5560 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33825.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 5560 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33825.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 5562 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001/node3/.
   [junit4]   2> 5739 INFO  (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 5739 INFO  (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36827/solr ready
   [junit4]   2> 5762 INFO  (qtp22200650-107) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 5773 INFO  (OverseerThreadFactory-31-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1_collection
   [junit4]   2> 5896 INFO  (OverseerStateUpdate-98483598274330636-127.0.0.1:34361_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43539/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 5903 INFO  (OverseerStateUpdate-98483598274330636-127.0.0.1:34361_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_collection_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43243/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 6135 INFO  (qtp24384865-108) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6135 INFO  (qtp24384865-108) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6137 INFO  (qtp243756-100) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 6137 INFO  (qtp243756-100) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 6272 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 6272 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 6279 INFO  (zkCallback-24-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 6280 INFO  (zkCallback-20-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 7184 INFO  (qtp24384865-108) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 7185 INFO  (qtp243756-100) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 7212 INFO  (qtp24384865-108) [    ] o.a.s.s.IndexSchema [collection1_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 7214 INFO  (qtp243756-100) [    ] o.a.s.s.IndexSchema [collection1_collection_shard2_replica_n3] Schema name=test
   [junit4]   2> 7355 WARN  (qtp243756-100) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 7358 WARN  (qtp243756-100) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 7368 WARN  (qtp243756-100) [    ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 7368 WARN  (qtp243756-100) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 7369 INFO  (qtp243756-100) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 7370 INFO  (qtp243756-100) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard2_replica_n3' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 7371 INFO  (qtp243756-100) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43243.solr.core.collection1_collection.shard2.replica_n3' (registry 'solr.core.collection1_collection.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 7372 INFO  (qtp243756-100) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 7372 INFO  (qtp243756-100) [    ] o.a.s.c.SolrCore [[collection1_collection_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001/node1/collection1_collection_shard2_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001/node1/./collection1_collection_shard2_replica_n3/data/]
   [junit4]   2> 7375 WARN  (qtp24384865-108) [    ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 7375 WARN  (qtp24384865-108) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 7375 INFO  (qtp24384865-108) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 7376 INFO  (qtp24384865-108) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard1_replica_n1' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 7376 INFO  (qtp24384865-108) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43539.solr.core.collection1_collection.shard1.replica_n1' (registry 'solr.core.collection1_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 7376 INFO  (qtp24384865-108) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 7376 INFO  (qtp24384865-108) [    ] o.a.s.c.SolrCore [[collection1_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001/node4/collection1_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001/node4/./collection1_collection_shard1_replica_n1/data/]
   [junit4]   2> 7455 INFO  (qtp243756-100) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 7455 INFO  (qtp243756-100) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 7458 INFO  (qtp243756-100) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 7458 INFO  (qtp243756-100) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 7460 INFO  (qtp243756-100) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@154f346[collection1_collection_shard2_replica_n3] main]
   [junit4]   2> 7462 INFO  (qtp243756-100) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 7462 INFO  (qtp24384865-108) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 7463 INFO  (qtp24384865-108) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 7463 INFO  (qtp243756-100) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 7464 INFO  (qtp243756-100) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 7464 INFO  (qtp24384865-108) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 7464 INFO  (qtp24384865-108) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 7466 INFO  (searcherExecutor-40-thread-1) [    ] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n3] Registered new searcher Searcher@154f346[collection1_collection_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 7467 INFO  (qtp243756-100) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575737575122927616
   [junit4]   2> 7474 INFO  (qtp24384865-108) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a83e83[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 7475 INFO  (qtp24384865-108) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 7476 INFO  (qtp24384865-108) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 7476 INFO  (qtp24384865-108) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 7484 INFO  (searcherExecutor-41-thread-1) [    ] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@1a83e83[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 7484 INFO  (qtp24384865-108) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575737575140753408
   [junit4]   2> 7491 INFO  (qtp243756-100) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 7491 INFO  (qtp243756-100) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 7491 INFO  (qtp243756-100) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/
   [junit4]   2> 7491 INFO  (qtp24384865-108) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 7491 INFO  (qtp24384865-108) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 7491 INFO  (qtp24384865-108) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43539/solr/collection1_collection_shard1_replica_n1/
   [junit4]   2> 7492 INFO  (qtp243756-100) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 7492 INFO  (qtp24384865-108) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 7493 INFO  (qtp243756-100) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/ has no replicas
   [junit4]   2> 7493 INFO  (qtp24384865-108) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:43539/solr/collection1_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 7493 INFO  (qtp243756-100) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 7493 INFO  (qtp24384865-108) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 7510 INFO  (qtp24384865-108) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43539/solr/collection1_collection_shard1_replica_n1/ shard1
   [junit4]   2> 7510 INFO  (qtp243756-100) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/ shard2
   [junit4]   2> 7616 INFO  (zkCallback-20-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 7616 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 7617 INFO  (zkCallback-24-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 7618 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 7661 INFO  (qtp24384865-108) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 7661 INFO  (qtp243756-100) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 7663 INFO  (qtp243756-100) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1526
   [junit4]   2> 7664 INFO  (qtp24384865-108) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1529
   [junit4]   2> 7678 INFO  (qtp22200650-107) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 7766 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 7766 INFO  (zkCallback-24-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 7767 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 7766 INFO  (zkCallback-20-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 7776 INFO  (OverseerCollectionConfigSetProcessor-98483598274330636-127.0.0.1:34361_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 8679 INFO  (qtp22200650-107) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2917
   [junit4]   2> 8683 INFO  (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1_collection failOnTimeout:true timeout (sec):90
   [junit4]   2> 8687 INFO  (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1_collection
   [junit4]   2> 8689 INFO  (qtp22200650-112) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=collection1_collection&name=collection1&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 8805 INFO  (qtp22200650-112) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=collection1_collection&name=collection1&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=116
   [junit4]   2> 8843 INFO  (TEST-StreamExpressionTest.testAddAll-seed#[3E6732F2B0EBC142]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddAll
   [junit4]   2> 8912 INFO  (qtp24384865-114) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/&wt=javabin&version=2}{deleteByQuery=*:* (-1575737576633925632)} 0 4
   [junit4]   2> 8956 INFO  (qtp24384865-89) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737576684257280,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 8957 INFO  (qtp24384865-89) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 8957 INFO  (qtp243756-90) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737576685305856,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 8957 INFO  (qtp243756-90) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 8959 INFO  (qtp24384865-89) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 8959 INFO  (qtp24384865-89) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 8961 INFO  (qtp243756-90) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 8961 INFO  (qtp243756-90) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 8972 INFO  (qtp243756-105) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n3]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1575737576625537024),commit=} 0 120
   [junit4]   2> 9002 INFO  (qtp243756-92) [    ] o.a.s.c.S.Request [collection1_collection_shard2_replica_n3]  webapp=/solr path=/stream params={indent=off&expr=addAll(array(1,+2,+3),+array(4.5,+5.5,+6.5),+array(7,8,9))&wt=json&version=2.2} status=0 QTime=9
   [junit4]   2> 9007 INFO  (TEST-StreamExpressionTest.testAddAll-seed#[3E6732F2B0EBC142]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAddAll
   [junit4]   2> 9048 INFO  (TEST-StreamExpressionTest.testTerminatingDaemonStream-seed#[3E6732F2B0EBC142]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTerminatingDaemonStream
   [junit4]   2> 9076 INFO  (qtp243756-84) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43539/solr/collection1_collection_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1575737576799600640)} 0 9
   [junit4]   2> 9090 INFO  (qtp24384865-101) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737576824766464,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 9091 INFO  (qtp24384865-101) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 9093 INFO  (qtp24384865-101) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 9093 INFO  (qtp24384865-101) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43539/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 6
   [junit4]   2> 9104 INFO  (qtp243756-90) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737576839446528,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 9104 INFO  (qtp243756-90) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 9105 INFO  (qtp243756-90) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 9105 INFO  (qtp243756-90) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43539/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 9114 INFO  (qtp24384865-94) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1575737576791212032),commit=} 0 63
   [junit4]   2> 9117 INFO  (TEST-StreamExpressionTest.testTerminatingDaemonStream-seed#[3E6732F2B0EBC142]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTerminatingDaemonStream
   [junit4] IGNOR/A 0.11s J2 | StreamExpressionTest.testTerminatingDaemonStream
   [junit4]    > Assumption #1: got: <false>, expected: is <true>
   [junit4]   2> 9168 INFO  (TEST-StreamExpressionTest.testCommitStream-seed#[3E6732F2B0EBC142]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCommitStream
   [junit4]   2> 9183 INFO  (qtp24384865-108) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/&wt=javabin&version=2}{deleteByQuery=*:* (-1575737576921235456)} 0 1
   [junit4]   2> 9187 INFO  (qtp24384865-89) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737576926478336,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 9187 INFO  (qtp243756-100) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737576926478336,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 9187 INFO  (qtp24384865-89) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 9198 INFO  (qtp243756-100) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 9205 INFO  (qtp24384865-89) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 9205 INFO  (qtp24384865-89) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 18
   [junit4]   2> 9206 INFO  (qtp243756-100) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 9207 INFO  (qtp243756-100) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 20
   [junit4]   2> 9210 INFO  (qtp243756-92) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n3]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1575737576912846848),commit=} 0 36
   [junit4]   2> 9212 INFO  (qtp22200650-119) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=destinationCollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 9217 INFO  (OverseerCollectionConfigSetProcessor-98483598274330636-127.0.0.1:34361_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 9218 INFO  (OverseerThreadFactory-31-thread-3) [    ] o.a.s.c.CreateCollectionCmd Create collection destinationCollection
   [junit4]   2> 9334 INFO  (OverseerStateUpdate-98483598274330636-127.0.0.1:34361_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"destinationCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"destinationCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43243/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 9363 INFO  (OverseerStateUpdate-98483598274330636-127.0.0.1:34361_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"destinationCollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"destinationCollection_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34361/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 9567 INFO  (qtp22200650-91) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=destinationCollection_shard2_replica_n3&action=CREATE&numShards=2&collection=destinationCollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 9567 INFO  (qtp243756-103) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=destinationCollection_shard1_replica_n1&action=CREATE&numShards=2&collection=destinationCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 9567 INFO  (qtp22200650-91) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 9682 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destinationCollection/state.json] for collection [destinationCollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 9682 INFO  (zkCallback-24-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destinationCollection/state.json] for collection [destinationCollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 9683 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destinationCollection/state.json] for collection [destinationCollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 9683 INFO  (zkCallback-25-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destinationCollection/state.json] for collection [destinationCollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 10579 INFO  (qtp243756-103) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 10605 INFO  (qtp22200650-91) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 10628 INFO  (qtp243756-103) [    ] o.a.s.s.IndexSchema [destinationCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 10629 INFO  (qtp22200650-91) [    ] o.a.s.s.IndexSchema [destinationCollection_shard2_replica_n3] Schema name=test
   [junit4]   2> 10805 WARN  (qtp243756-103) [    ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 10805 WARN  (qtp243756-103) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 10806 INFO  (qtp243756-103) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 10806 INFO  (qtp243756-103) [    ] o.a.s.c.CoreContainer Creating SolrCore 'destinationCollection_shard1_replica_n1' using configuration from collection destinationCollection, trusted=true
   [junit4]   2> 10806 INFO  (qtp243756-103) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43243.solr.core.destinationCollection.shard1.replica_n1' (registry 'solr.core.destinationCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 10807 INFO  (qtp243756-103) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 10807 INFO  (qtp243756-103) [    ] o.a.s.c.SolrCore [[destinationCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001/node1/destinationCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001/node1/./destinationCollection_shard1_replica_n1/data/]
   [junit4]   2> 10820 WARN  (qtp22200650-91) [    ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 10820 WARN  (qtp22200650-91) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 10820 INFO  (qtp22200650-91) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 10820 INFO  (qtp22200650-91) [    ] o.a.s.c.CoreContainer Creating SolrCore 'destinationCollection_shard2_replica_n3' using configuration from collection destinationCollection, trusted=true
   [junit4]   2> 10821 INFO  (qtp22200650-91) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34361.solr.core.destinationCollection.shard2.replica_n3' (registry 'solr.core.destinationCollection.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e63c60
   [junit4]   2> 10822 INFO  (qtp22200650-91) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 10822 INFO  (qtp22200650-91) [    ] o.a.s.c.SolrCore [[destinationCollection_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001/node2/destinationCollection_shard2_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001/tempDir-001/node2/./destinationCollection_shard2_replica_n3/data/]
   [junit4]   2> 10916 INFO  (qtp243756-103) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 10916 INFO  (qtp243756-103) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 10931 INFO  (qtp243756-103) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 10931 INFO  (qtp243756-103) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 10933 INFO  (qtp243756-103) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e11d19[destinationCollection_shard1_replica_n1] main]
   [junit4]   2> 10938 INFO  (qtp243756-103) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 10938 INFO  (qtp243756-103) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 10939 INFO  (qtp243756-103) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 10940 INFO  (searcherExecutor-50-thread-1) [    ] o.a.s.c.SolrCore [destinationCollection_shard1_replica_n1] Registered new searcher Searcher@1e11d19[destinationCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 10941 INFO  (qtp243756-103) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575737578765680640
   [junit4]   2> 10944 INFO  (qtp22200650-91) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 10944 INFO  (qtp22200650-91) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 10946 INFO  (qtp22200650-91) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 10946 INFO  (qtp22200650-91) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 10949 INFO  (qtp22200650-91) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@490626[destinationCollection_shard2_replica_n3] main]
   [junit4]   2> 10950 INFO  (qtp22200650-91) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 10951 INFO  (qtp22200650-91) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 10952 INFO  (qtp22200650-91) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 10954 INFO  (qtp243756-103) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 10954 INFO  (qtp243756-103) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 10954 INFO  (qtp243756-103) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43243/solr/destinationCollection_shard1_replica_n1/
   [junit4]   2> 10954 INFO  (qtp243756-103) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 10954 INFO  (qtp243756-103) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:43243/solr/destinationCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 10954 INFO  (qtp243756-103) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 10954 INFO  (searcherExecutor-51-thread-1) [    ] o.a.s.c.SolrCore [destinationCollection_shard2_replica_n3] Registered new searcher Searcher@490626[destinationCollection_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 10954 INFO  (qtp22200650-91) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575737578779312128
   [junit4]   2> 10961 INFO  (qtp243756-103) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43243/solr/destinationCollection_shard1_replica_n1/ shard1
   [junit4]   2> 10962 INFO  (qtp22200650-91) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 10962 INFO  (qtp22200650-91) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 10962 INFO  (qtp22200650-91) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34361/solr/destinationCollection_shard2_replica_n3/
   [junit4]   2> 10963 INFO  (qtp22200650-91) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 10963 INFO  (qtp22200650-91) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:34361/solr/destinationCollection_shard2_replica_n3/ has no replicas
   [junit4]   2> 10963 INFO  (qtp22200650-91) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 10969 INFO  (qtp22200650-91) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34361/solr/destinationCollection_shard2_replica_n3/ shard2
   [junit4]   2> 11072 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destinationCollection/state.json] for collection [destinationCollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 11072 INFO  (zkCallback-24-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destinationCollection/state.json] for collection [destinationCollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 11072 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destinationCollection/state.json] for collection [destinationCollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 11072 INFO  (zkCallback-25-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destinationCollection/state.json] for collection [destinationCollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 11112 INFO  (qtp243756-103) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 11114 INFO  (qtp243756-103) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=destinationCollection_shard1_replica_n1&action=CREATE&numShards=2&collection=destinationCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1547
   [junit4]   2> 11120 INFO  (qtp22200650-91) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 11122 INFO  (qtp22200650-91) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=destinationCollection_shard2_replica_n3&action=CREATE&numShards=2&collection=destinationCollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1555
   [junit4]   2> 11124 INFO  (qtp22200650-119) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 11219 INFO  (OverseerCollectionConfigSetProcessor-98483598274330636-127.0.0.1:34361_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 11225 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destinationCollection/state.json] for collection [destinationCollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 11225 INFO  (zkCallback-25-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destinationCollection/state.json] for collection [destinationCollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 11225 INFO  (zkCallback-24-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destinationCollection/state.json] for collection [destinationCollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 11226 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/destinationCollection/state.json] for collection [destinationCollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 12125 INFO  (qtp22200650-119) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=destinationCollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2912
   [junit4]   2> 12126 INFO  (TEST-StreamExpressionTest.testCommitStream-seed#[3E6732F2B0EBC142]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: destinationCollection failOnTimeout:true timeout (sec):90
   [junit4]   2> 12128 INFO  (TEST-StreamExpressionTest.testCommitStream-seed#[3E6732F2B0EBC142]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: destinationCollection
   [junit4]   2> 12153 INFO  (qtp243756-105) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n3]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[2 (1575737580014534656), 3 (1575737580035506176)]} 0 22
   [junit4]   2> 12154 INFO  (qtp24384865-114) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[0 (1575737580018728960), 4 (1575737580035506176), 1 (1575737580036554752)]} 0 17
   [junit4]   2> 12163 INFO  (qtp243756-100) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737580047040512,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 12163 INFO  (qtp243756-100) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@a46f60 commitCommandVersion:1575737580047040512
   [junit4]   2> 12164 INFO  (qtp24384865-97) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737580048089088,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 12164 INFO  (qtp24384865-97) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1845a13 commitCommandVersion:1575737580048089088
   [junit4]   2> 12235 INFO  (qtp243756-100) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bc926[collection1_collection_shard2_replica_n3] main]
   [junit4]   2> 12236 INFO  (qtp243756-100) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 12236 INFO  (qtp24384865-97) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@13da61f[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 12237 INFO  (qtp24384865-97) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 12238 INFO  (searcherExecutor-40-thread-1) [    ] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n3] Registered new searcher Searcher@5bc926[collection1_collection_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):c2)))}
   [junit4]   2> 12239 INFO  (qtp243756-100) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43539/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 75
   [junit4]   2> 12241 INFO  (searcherExecutor-41-thread-1) [    ] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@13da61f[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):c3)))}
   [junit4]   2> 12241 INFO  (qtp24384865-97) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43539/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 77
   [junit4]   2> 12243 INFO  (qtp24384865-94) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{commit=} 0 83
   [junit4]   2> 12259 INFO  (TEST-StreamExpressionTest.testCommitStream-seed#[3E6732F2B0EBC142]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 12260 INFO  (TEST-StreamExpressionTest.testCommitStream-seed#[3E6732F2B0EBC142]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36827/solr ready
   [junit4]   2> 12278 INFO  (qtp24384865-101) [    ] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f,s_multi,i_multi&sort=a_f+asc,+a_i+asc&wt=json&version=2.2} hits=3 status=0 QTime=13
   [junit4]   2> 12278 INFO  (qtp243756-92) [    ] o.a.s.c.S.Request [collection1_collection_shard2_replica_n3]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f,s_multi,i_multi&sort=a_f+asc,+a_i+asc&wt=json&version=2.2} hits=2 status=0 QTime=14
   [junit4]   2> 12299 INFO  (qtp243756-105) [    ] o.a.s.u.p.LogUpdateProcessorFactory [destinationCollection_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1575737580182306816), 1 (1575737580188598272), 4 (1575737580189646848)]} 0 7
   [junit4]   2> 12300 INFO  (qtp22200650-112) [    ] o.a.s.u.p.LogUpdateProcessorFactory [destinationCollection_shard2_replica_n3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1575737580180209664), 3 (1575737580187549696)]} 0 10
   [junit4]   2> 12305 INFO  (TEST-StreamExpressionTest.testCommitStream-seed#[3E6732F2B0EBC142]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 12306 INFO  (TEST-StreamExpressionTest.testCommitStream-seed#[3E6732F2B0EBC142]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36827/solr ready
   [junit4]   2> 12312 INFO  (qtp243756-87) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737580203278336,optimize=false,openSearcher=true,waitSearcher=false,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 12312 INFO  (qtp243756-87) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@c506a5 commitCommandVersion:1575737580203278336
   [junit4]   2> 12313 INFO  (qtp22200650-107) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737580204326912,optimize=false,openSearcher=true,waitSearcher=false,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 12313 INFO  (qtp22200650-107) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ae6b19 commitCommandVersion:1575737580204326912
   [junit4]   2> 12323 INFO  (qtp22200650-107) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@fe2d95[destinationCollection_shard2_replica_n3] main]
   [junit4]   2> 12324 INFO  (qtp22200650-107) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 12324 INFO  (qtp22200650-107) [    ] o.a.s.u.p.LogUpdateProcessorFactory [destinationCollection_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=false&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34361/solr/destinationCollection_shard2_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 12
   [junit4]   2> 12325 INFO  (qtp243756-87) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@8eeb33[destinationCollection_shard1_replica_n1] main]
   [junit4]   2> 12327 INFO  (searcherExecutor-51-thread-1) [    ] o.a.s.c.SolrCore [destinationCollection_shard2_replica_n3] Registered new searcher Searcher@fe2d95[destinationCollection_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):c2)))}
   [junit4]   2> 12328 INFO  (searcherExecutor-50-thread-1) [    ] o.a.s.c.SolrCore [destinationCollection_shard1_replica_n1] Registered new searcher Searcher@8eeb33[destinationCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):c3)))}
   [junit4]   2> 12328 INFO  (qtp243756-87) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 12329 INFO  (qtp243756-87) [    ] o.a.s.u.p.LogUpdateProcessorFactory [destinationCollection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=false&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34361/solr/destinationCollection_shard2_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 17
   [junit4]   2> 12330 INFO  (qtp22200650-119) [    ] o.a.s.u.p.LogUpdateProcessorFactory [destinationCollection_shard2_replica_n3]  webapp=/solr path=/update params={_stateVer_=destinationCollection:4&waitSearcher=false&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 21
   [junit4]   2> 12333 INFO  (qtp243756-84) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737580225298432,optimize=false,openSearcher=true,waitSearcher=false,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 12333 INFO  (qtp22200650-99) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737580225298432,optimize=false,openSearcher=true,waitSearcher=false,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 12334 INFO  (qtp243756-84) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 12335 INFO  (qtp22200650-99) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 12335 INFO  (qtp22200650-99) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 12335 INFO  (qtp22200650-99) [    ] o.a.s.u.p.LogUpdateProcessorFactory [destinationCollection_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=false&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34361/solr/destinationCollection_shard2_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 12336 INFO  (qtp243756-84) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 12336 INFO  (qtp243756-84) [    ] o.a.s.u.p.LogUpdateProcessorFactory [destinationCollection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=false&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:34361/solr/destinationCollection_shard2_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 12337 INFO  (qtp22200650-95) [    ] o.a.s.u.p.LogUpdateProcessorFactory [destinationCollection_shard2_replica_n3]  webapp=/solr path=/update params={_stateVer_=destinationCollection:4&waitSearcher=false&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
   [junit4]   2> 12348 INFO  (qtp243756-87) [    ] o.a.s.c.S.Request [destinationCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f,s_multi,i_multi&sort=a_i+asc&wt=json&version=2.2} hits=3 status=0 QTime=0
   [junit4]   2> 12350 INFO  (qtp22200650-99) [    ] o.a.s.c.S.Request [destinationCollection_shard2_replica_n3]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f,s_multi,i_multi&sort=a_i+asc&wt=json&version=2.2} hits=2 status=0 QTime=0
   [junit4]   2> 12354 INFO  (qtp22200650-85) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=destinationCollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 12359 INFO  (OverseerThreadFactory-31-thread-4) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 12360 INFO  (qtp243756-92) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.destinationCollection.shard1.replica_n1, tag=null
   [junit4]   2> 12360 INFO  (qtp22200650-119) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.destinationCollection.shard2.replica_n3, tag=null
   [junit4]   2> 12361 INFO  (qtp243756-92) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@103100f: rootName = solr_43243, domain = solr.core.destinationCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.destinationCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@18d2f19
   [junit4]   2> 12361 INFO  (qtp22200650-119) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@858414: rootName = solr_34361, domain = solr.core.destinationCollection.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.destinationCollection.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@174d2e4
   [junit4]   2> 12393 INFO  (qtp243756-92) [    ] o.a.s.c.SolrCore [destinationCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@14f427e
   [junit4]   2> 12398 INFO  (qtp243756-92) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.destinationCollection.shard1.replica_n1, tag=21971582
   [junit4]   2> 12398 INFO  (qtp243756-92) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destinationCollection.shard1.leader, tag=21971582
   [junit4]   2> 12399 INFO  (qtp22200650-119) [    ] o.a.s.c.SolrCore [destinationCollection_shard2_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@197a64b
   [junit4]   2> 12402 INFO  (qtp22200650-119) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.destinationCollection.shard2.replica_n3, tag=26715723
   [junit4]   2> 12402 INFO  (qtp22200650-119) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destinationCollection.shard2.leader, tag=26715723
   [junit4]   2> 12407 INFO  (qtp22200650-119) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=destinationCollection_shard2_replica_n3&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=46
   [junit4]   2> 12407 INFO  (qtp243756-92) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=destinationCollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=47
   [junit4]   2> 13118 INFO  (qtp22200650-85) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=destinationCollection&action=DELETE&wt=javabin&version=2} status=0 QTime=764
   [junit4]   2> 13123 INFO  (TEST-StreamExpressionTest.testCommitStream-seed#[3E6732F2B0EBC142]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCommitStream
   [junit4]   2> 13160 INFO  (TEST-StreamExpressionTest.testDaemonStream-seed#[3E6732F2B0EBC142]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDaemonStream
   [junit4]   2> 13200 INFO  (qtp24384865-114) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e4d2c0[collection1_collection_shard1_replica_n1] realtime]
   [junit4]   2> 13201 INFO  (qtp243756-103) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@17a6f16[collection1_collection_shard2_replica_n3] realtime]
   [junit4]   2> 13202 INFO  (qtp24384865-114) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/&wt=javabin&version=2}{deleteByQuery=*:* (-1575737581105053696)} 0 31
   [junit4]   2> 13206 INFO  (qtp243756-90) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737581140705280,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 13206 INFO  (qtp243756-90) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@a46f60 commitCommandVersion:1575737581140705280
   [junit4]   2> 13206 INFO  (qtp24384865-94) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737581140705280,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 13206 INFO  (qtp24384865-94) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1845a13 commitCommandVersion:1575737581140705280
   [junit4]   2> 13207 INFO  (qtp243756-90) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15faad8[collection1_collection_shard2_replica_n3] main]
   [junit4]   2> 13208 INFO  (qtp24384865-94) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@d39131[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 13209 INFO  (qtp243756-90) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 13211 INFO  (qtp24384865-94) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 13214 INFO  (searcherExecutor-40-thread-1) [    ] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n3] Registered new searcher Searcher@15faad8[collection1_collection_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13219 INFO  (qtp243756-90) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 13
   [junit4]   2> 13220 INFO  (searcherExecutor-41-thread-1) [    ] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@d39131[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13224 INFO  (qtp24384865-94) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 18
   [junit4]   2> 13227 INFO  (qtp243756-103) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n3]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1575737581096665088),commit=} 0 64
   [junit4]   2> 13240 INFO  (qtp243756-92) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n3]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[2 (1575737581164822528), 3 (1575737581174259712), 5 (1575737581175308288), 6 (1575737581175308289), 7 (1575737581175308290), 9 (1575737581176356864)]} 0 10
   [junit4]   2> 13246 INFO  (qtp24384865-108) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[0 (1575737581164822528), 4 (1575737581181599744), 1 (1575737581182648320), 8 (1575737581182648321)]} 0 17
   [junit4]   2> 13249 INFO  (qtp24384865-101) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737581185794048,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 13249 INFO  (qtp24384865-101) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1845a13 commitCommandVersion:1575737581185794048
   [junit4]   2> 13249 INFO  (qtp243756-100) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575737581185794048,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 13249 INFO  (qtp243756-100) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@a46f60 commitCommandVersion:1575737581185794048
   [junit4]   2> 13255 INFO  (qtp243756-100) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@431772[collection1_collection_shard2_replica_n3] main]
   [junit4]   2> 13258 INFO  (searcherExecutor-40-thread-1) [    ] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n3] Registered new searcher Searcher@431772[collection1_collection_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.1.0):c6)))}
   [junit4]   2> 13258 INFO  (qtp243756-100) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 13258 INFO  (qtp243756-100) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:43243/solr/collection1_collection_shard2_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 9
   [junit4]   2> 13261 INFO  (qtp24384865-101) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15d5605[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 13263 INFO  (searcherExecutor-41-thread-1) [    ] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@15d5605[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.1.0):c4)))}
   [junit4]   2> 13264 INFO  (qtp24384865-101) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 13264 INFO  (qtp24384865-101) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/upd

[...truncated too long message...]

 for registry solr.core.destination.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@92bf6a
   [junit4]   2> 78075 INFO  (coreCloseExecutor-170-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.mainCorpus.shard2.leader, tag=2167010
   [junit4]   2> 78090 INFO  (coreCloseExecutor-170-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.workQueue.shard1.replica_n1, tag=3476553
   [junit4]   2> 78090 INFO  (coreCloseExecutor-170-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1883fe1: rootName = solr_43243, domain = solr.core.workQueue.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.workQueue.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@336ffa
   [junit4]   2> 78091 INFO  (zkCallback-22-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 78092 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 78092 INFO  (zkCallback-24-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 78092 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43243_solr
   [junit4]   2> 78097 INFO  (coreCloseExecutor-171-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.mainCorpus.shard1.leader, tag=20392008
   [junit4]   2> 78097 INFO  (coreCloseExecutor-172-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=8357656
   [junit4]   2> 78097 INFO  (coreCloseExecutor-171-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard2.leader, tag=21043598
   [junit4]   2> 78098 INFO  (coreCloseExecutor-172-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.workQueue.shard2.leader, tag=9018240
   [junit4]   2> 78098 INFO  (coreCloseExecutor-172-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard1.leader, tag=20400176
   [junit4]   2> 78113 WARN  (zkCallback-22-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 78113 INFO  (jetty-closer-4-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f853aa{/solr,null,UNAVAILABLE}
   [junit4]   2> 78113 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de24f9358000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 78114 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 78116 INFO  (coreCloseExecutor-170-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.workQueue.shard1.leader, tag=3476553
   [junit4]   2> 78117 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de24f9358000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 79592 WARN  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 79592 INFO  (jetty-closer-4-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@750c26{/solr,null,UNAVAILABLE}
   [junit4]   2> 79613 WARN  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 79613 INFO  (jetty-closer-4-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12440cc{/solr,null,UNAVAILABLE}
   [junit4]   2> 79617 WARN  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 79617 INFO  (jetty-closer-4-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19044aa{/solr,null,UNAVAILABLE}
   [junit4]   2> 79618 ERROR (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 79618 INFO  (SUITE-StreamExpressionTest-seed#[3E6732F2B0EBC142]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36827 36827
   [junit4]   2> 84643 INFO  (Thread-22) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36827 36827
   [junit4]   2> 84644 WARN  (Thread-22) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	71	/solr/aliases.json
   [junit4]   2> 	71	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/configs/conf
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	71	/solr/clusterstate.json
   [junit4]   2> 	20	/solr/collections/destination/state.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/workQueue/state.json
   [junit4]   2> 	20	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	18	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	10	/solr/collections/collection1_collection/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	71	/solr/live_nodes
   [junit4]   2> 	71	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_3E6732F2B0EBC142-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=MockRandom), join2_s=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Asserting), subject=PostingsFormat(name=Asserting), a1_s=PostingsFormat(name=Asserting), a2_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), test_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), level1_s=PostingsFormat(name=MockRandom), body_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), ident_s=PostingsFormat(name=Asserting), s_multi=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), col_s=PostingsFormat(name=Asserting), a_ss=PostingsFormat(name=Memory), level2_s=PostingsFormat(name=Memory), a_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=PostingsFormat(name=Memory), side_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=MockRandom), text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{expr_s=DocValuesFormat(name=Memory), join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Direct), a2_s=DocValuesFormat(name=Asserting), join1_i=DocValuesFormat(name=Memory), a_i=DocValuesFormat(name=Memory), test_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Asserting), field_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Memory), s_multi=DocValuesFormat(name=Asserting), col_s=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Direct), level2_s=DocValuesFormat(name=Direct), a_s=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Direct), i_multi=DocValuesFormat(name=Memory), b_ls=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Memory), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), side_s=DocValuesFormat(name=Asserting), miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=758, maxMBSortInHeap=7.23708118539898, sim=RandomSimilarity(queryNorm=true): {}, locale=sq-AL, timezone=America/Indiana/Vincennes
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 9 (32-bit)/cpus=8,threads=1,free=46243128,total=157425664
   [junit4]   2> NOTE: All tests run in this JVM: [HyperbolicCosineEvaluatorTest, ModifiableSolrParamsTest, RawValueEvaluatorTest, SolrExceptionTest, CoalesceEvaluatorTest, AndEvaluatorTest, LargeVolumeJettyTest, LengthEvaluatorTest, StreamExpressionTest]
   [junit4] Completed [30/135 (1!)] on J2 in 79.85s, 94 tests, 1 error, 9 skipped <<< FAILURES!

[...truncated 36020 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (32bit/jdk-9-ea+181) - Build # 268 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/268/
Java: 32bit/jdk-9-ea+181 -server -XX:+UseConcMarkSweepGC --illegal-access=deny

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestJmxIntegration

Error Message:
JMX not enabled

Stack Trace:
java.lang.AssertionError: JMX not enabled
	at __randomizedtesting.SeedInfo.seed([7DA74CAD35B61D27]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:74)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1703 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20170816_034347_2265613080742749232654.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20170816_034347_22612441685529675342588.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 10 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20170816_034347_2273515027565533982640.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 288 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20170816_035225_349753452180388324604.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20170816_035225_3496514373943853982054.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20170816_035225_34911845292130380465981.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1036 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20170816_035336_0848900547599614224717.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20170816_035336_08411870561881163055259.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20170816_035336_0843604680862342550252.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 221 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20170816_035512_20416214382941348891918.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20170816_035512_2042712316816586238456.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20170816_035512_2049958937219818814053.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 237 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20170816_035521_2442096620909840409561.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20170816_035521_2441215044850412500914.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20170816_035521_24415105431559273443894.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 146 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20170816_035546_02416205384879297936347.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20170816_035546_0248210805807513420486.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20170816_035546_0241204323271898655288.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 155 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20170816_035551_1111543407684124118951.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20170816_035551_111228626140572941085.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20170816_035551_11117763189453671665832.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 145 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20170816_035559_9307899755825520179317.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20170816_035559_9302322602436741893914.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20170816_035610_56818011307910973895550.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20170816_035610_56814648652762078298284.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20170816_035610_56812211226824983078009.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 161 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20170816_035613_1735451752950757591968.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 187 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20170816_035621_05415422461272923670737.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 17 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20170816_035621_05417340275750705017277.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20170816_035621_0541877338623774288045.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1211 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20170816_035834_6007652222910126295171.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20170816_035834_60014811432843788187330.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20170816_035834_600393213844248066738.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 220 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20170816_035841_3485834819569745184320.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20170816_035841_34813589801236838060044.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20170816_035841_34810676110755483904316.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 246 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20170816_035851_1811966751574358973800.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20170816_035851_18115445296817679931241.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20170816_035851_18111518801531815919427.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 229 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20170816_040055_9182860795348552864050.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20170816_040055_9188660767351812454030.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20170816_040055_9188358365876632358827.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 165 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20170816_040058_39116704513739188566401.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20170816_040058_391471053977684807209.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20170816_040058_3915938717217448782107.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20170816_040103_5873143414777403053670.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20170816_040103_5872968448170694778429.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20170816_040103_587813806045535864404.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 171 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20170816_040144_30710377630124851184473.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20170816_040144_30714535389617294068605.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20170816_040144_3077976187708139342104.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 238 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20170816_040158_50517689380205728113091.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20170816_040158_5054771683695176852843.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20170816_040158_505610160200549033830.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 152 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20170816_040220_18318235973268994167157.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20170816_040220_18316962791763666182019.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20170816_040220_1831807036551007782798.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 141 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20170816_040241_28612516759611615423876.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20170816_040241_28610575345108328635220.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 161 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20170816_040251_1012866142760514551911.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20170816_040251_1011886629144980042135.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20170816_040251_10111404544876942529479.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 310 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20170816_040305_9394795984137343331791.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20170816_040305_9394328984543317037065.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20170816_040305_93913090451779147907883.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 219 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20170816_040311_49514856564193389551170.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20170816_040311_4957897119040277767246.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20170816_040311_49515828422649418515631.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 199 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20170816_040317_6662823212923529103979.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20170816_040317_66614339247990872607275.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20170816_040317_6664409231152532168325.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 171 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20170816_040329_58115770314618674414608.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 21 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20170816_040329_581315460475662889593.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 15 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20170816_040329_58116012306715875128494.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 210 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20170816_040402_75712262916528392802216.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20170816_040402_75716690158025081899532.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20170816_040402_75711632597510710203065.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 140 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20170816_040413_30112303841113677515915.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 163 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20170816_040415_482435736866377943467.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20170816_040415_4829698228496027867992.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20170816_040415_48211239823364449119526.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 242 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20170816_040558_2064433094991629606888.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20170816_040558_2064958121388311665783.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20170816_040558_2066268674122675718006.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 2511 lines...]
   [junit4] Suite: org.apache.solr.core.TestJmxIntegration
   [junit4]   2> 1043013 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_7DA74CAD35B61D27-001/init-core-data-001
   [junit4]   2> 1043013 WARN  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
   [junit4]   2> 1043013 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1043014 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1043014 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1043015 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1043033 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 1043049 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1043113 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1043139 WARN  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 1043139 WARN  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 1043139 WARN  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 1043140 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1043154 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 1043166 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1043227 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1043233 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1043234 WARN  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 1043234 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1043234 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_7DA74CAD35B61D27-001/init-core-data-001/]
   [junit4]   2> 1043235 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=23.181640625, floorSegmentMB=0.783203125, forceMergeDeletesPctAllowed=21.3427910848521, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6727921283139782
   [junit4]   2> 1043263 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1043263 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1043264 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1043264 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1043264 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1043264 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@13652f3[collection1] main]
   [junit4]   2> 1043265 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1043289 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1043345 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1043345 INFO  (searcherExecutor-4315-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1043345 INFO  (coreLoadExecutor-4314-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575860275436847104
   [junit4]   2> 1043345 INFO  (searcherExecutor-4315-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1043345 INFO  (searcherExecutor-4315-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1043345 INFO  (searcherExecutor-4315-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1043345 INFO  (searcherExecutor-4315-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1043346 INFO  (searcherExecutor-4315-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1043346 INFO  (searcherExecutor-4315-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1043346 INFO  (searcherExecutor-4315-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1043346 INFO  (searcherExecutor-4315-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1043346 INFO  (searcherExecutor-4315-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@13652f3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1043347 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1043347 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1043347 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=33531801
   [junit4]   2> 1043347 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1043347 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13ee380: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / null
   [junit4]   2> 1043347 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1043347 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ac93df: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / null
   [junit4]   2> 1043347 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1043347 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8825f4: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / null
   [junit4]   2> 1043348 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1043348 INFO  (coreCloseExecutor-4320-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@8ae943
   [junit4]   2> 1043348 INFO  (coreCloseExecutor-4320-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=9103683
   [junit4]   2> 1043348 INFO  (coreCloseExecutor-4320-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1255a62: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
   [junit4]   2> 1043348 INFO  (SUITE-TestJmxIntegration-seed#[7DA74CAD35B61D27]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1251, maxMBSortInHeap=6.678271921510822, sim=RandomSimilarity(queryNorm=true): {}, locale=ca-AD, timezone=America/Recife
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 9 (32-bit)/cpus=8,threads=1,free=123004840,total=487604224
   [junit4]   2> NOTE: All tests run in this JVM: [TestHttpShardHandlerFactory, DocumentBuilderTest, SolrCoreMetricManagerTest, RuleEngineTest, SpellPossibilityIteratorTest, OverseerTaskQueueTest, TestSuggestSpellingConverter, TestSlowCompositeReaderWrapper, TestSolrDeletionPolicy2, TestSegmentSorting, AutoCommitTest, TestOverriddenPrefixQueryForCustomFieldType, QueryEqualityTest, CollectionReloadTest, TestScoreJoinQPScore, ClassificationUpdateProcessorFactoryTest, MultiTermTest, TestApiFramework, SearchHandlerTest, TestSolrXml, CoreSorterTest, SharedFSAutoReplicaFailoverUtilsTest, ResponseLogComponentTest, OverseerTest, TestSQLHandlerNonCloud, TestConfigReload, TestRecovery, TestCloudSchemaless, FullSolrCloudDistribCmdsTest, TestTestInjection, TestLFUCache, TestManagedSynonymFilterFactory, TestNonDefinedSimilarityFactory, SortByFunctionTest, JavabinLoaderTest, ReturnFieldsTest, BooleanFieldTest, TestRawTransformer, TestInitParams, ParsingFieldUpdateProcessorsTest, OverseerModifyCollectionTest, HdfsRecoveryZkTest, DocValuesNotIndexedTest, TestNumericRangeQuery32, TestPKIAuthenticationPlugin, TestInitQParser, TestFoldingMultitermQuery, SimpleFacetsTest, TestCloudNestedDocsSort, UniqFieldsUpdateProcessorFactoryTest, TestStressCloudBlindAtomicUpdates, SignatureUpdateProcessorFactoryTest, TestReqParamsAPI, TestConfigSets, TestDistributedMissingSort, TlogReplayBufferedWhileIndexingTest, URLClassifyProcessorTest, TestBulkSchemaAPI, SpatialRPTFieldTypeTest, StatsComponentTest, TestNumericTerms64, TestFilteredDocIdSet, SimpleMLTQParserTest, TestCloudSearcherWarming, ShufflingReplicaListTransformerTest, TestTlogReplica, TestSearcherReuse, TimeZoneUtilsTest, DistributedFacetPivotSmallAdvancedTest, TestRequestForwarding, TestJettySolrRunner, HardAutoCommitTest, SecurityConfHandlerTest, NotRequiredUniqueKeyTest, MinimalSchemaTest, TestLegacyNumericUtils, XsltUpdateRequestHandlerTest, CloneFieldUpdateProcessorFactoryTest, AnalyticsQueryTest, TestCoreAdminApis, HdfsBasicDistributedZkTest, SolrJmxReporterCloudTest, CopyFieldTest, TestZkAclsWithHadoopAuth, RequiredFieldsTest, CoreAdminCreateDiscoverTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestQueryUtils, TestMacroExpander, SolrCloudExampleTest, ShowFileRequestHandlerTest, UnloadDistributedZkTest, SolrCloudReportersTest, TestDynamicLoading, RequestLoggingTest, TestHdfsCloudBackupRestore, ZkStateReaderTest, ExplicitHLLTest, TestReload, SolrMetricsIntegrationTest, DateMathParserTest, TestStressReorder, TestQuerySenderListener, DeleteStatusTest, DirectUpdateHandlerOptimizeTest, TemplateUpdateProcessorTest, TestAnalyzedSuggestions, SuggestComponentTest, BasicDistributedZk2Test, BasicAuthStandaloneTest, CdcrVersionReplicationTest, TestJmxIntegration]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestJmxIntegration -Dtests.seed=7DA74CAD35B61D27 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ca-AD -Dtests.timezone=America/Recife -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J2 | TestJmxIntegration (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: JMX not enabled
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7DA74CAD35B61D27]:0)
   [junit4]    > 	at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:74)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [339/729 (1!)] on J2 in 0.35s, 0 tests, 1 failure <<< FAILURES!

[...truncated 1290 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/temp/junit4-J0-20170816_040706_5125417448332035929429.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/temp/junit4-J1-20170816_040706_512325544587948369326.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 4 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/temp/junit4-J2-20170816_040706_5129474414011121826145.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 823 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/temp/junit4-J1-20170816_044622_8687754238151983125926.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 15 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/temp/junit4-J2-20170816_044622_86814334424703555357162.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/temp/junit4-J0-20170816_044622_86811548010076771402882.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1240 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J0-20170816_044845_67415876227559491079034.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J1-20170816_044845_6744092485905363473944.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J2-20170816_044845_67411845230591364718200.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 547 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20170816_044853_17517454042323258451126.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20170816_044853_174304731050001924593.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20170816_044853_1757410305481221933873.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 499 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20170816_044919_94011775777776122791484.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20170816_044919_94012859818953552231823.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20170816_044919_94015032528198754068566.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1131 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20170816_044935_8088943755825334715847.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20170816_044935_80815987927797336584221.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 590 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20170816_044941_8018963747929524827329.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20170816_044941_8024844859038939109333.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20170816_044941_80112652874685405432696.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 503 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20170816_045003_3057420571704875528149.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20170816_045003_3055200413040429783366.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20170816_045003_3063075603598175108054.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 507 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20170816_045009_9811645200392602686601.syserr
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20170816_045009_9811252364145294341238.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 595 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20170816_045015_77818358599971604846138.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20170816_045015_77817693421873283743883.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20170816_045015_7781332496011149236199.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 538 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20170816_045039_7668995694245203474781.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20170816_045039_76611730428406329690709.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 494 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20170816_045049_39517820269408063960094.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 29017 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-9-ea+181) - Build # 267 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/267/
Java: 64bit/jdk-9-ea+181 -XX:+UseCompressedOops -XX:+UseParallelGC --illegal-access=deny

6 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
6 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:     1) Thread[id=15967, name=zkCallback-2108-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9/java.lang.Thread.run(Thread.java:844)    2) Thread[id=16066, name=zkCallback-2108-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9/java.lang.Thread.run(Thread.java:844)    3) Thread[id=15805, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[55F4CF5A08389B26]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    4) Thread[id=16065, name=zkCallback-2108-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9/java.lang.Thread.run(Thread.java:844)    5) Thread[id=15803, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9/java.lang.Thread.run(Thread.java:844)    6) Thread[id=15804, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[55F4CF5A08389B26]-SendThread(127.0.0.1:46783), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 
   1) Thread[id=15967, name=zkCallback-2108-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=16066, name=zkCallback-2108-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=15805, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[55F4CF5A08389B26]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   4) Thread[id=16065, name=zkCallback-2108-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   5) Thread[id=15803, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   6) Thread[id=15804, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[55F4CF5A08389B26]-SendThread(127.0.0.1:46783), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
	at __randomizedtesting.SeedInfo.seed([55F4CF5A08389B26]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=15967, name=zkCallback-2108-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9/java.lang.Thread.run(Thread.java:844)    2) Thread[id=16066, name=zkCallback-2108-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9/java.lang.Thread.run(Thread.java:844)    3) Thread[id=16065, name=zkCallback-2108-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9/java.lang.Thread.run(Thread.java:844)    4) Thread[id=15804, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[55F4CF5A08389B26]-SendThread(127.0.0.1:46783), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]         at java.base@9/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=15967, name=zkCallback-2108-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=16066, name=zkCallback-2108-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=16065, name=zkCallback-2108-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=15804, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[55F4CF5A08389B26]-SendThread(127.0.0.1:46783), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
        at java.base@9/java.lang.Thread.sleep(Native Method)
        at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
	at __randomizedtesting.SeedInfo.seed([55F4CF5A08389B26]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestJmxIntegration

Error Message:
JMX not enabled

Stack Trace:
java.lang.AssertionError: JMX not enabled
	at __randomizedtesting.SeedInfo.seed([55F4CF5A08389B26]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:74)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36577/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36577/collection1
	at __randomizedtesting.SeedInfo.seed([55F4CF5A08389B26:DDA0F080A6C4F6DE]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1583)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:213)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
	... 52 more


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}

Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
	at __randomizedtesting.SeedInfo.seed([55F4CF5A08389B26:1D81BBEE0E0BB4B3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:581)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:462)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.update.AutoCommitTest.testMaxDocs

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([55F4CF5A08389B26:EC75198524D29FAC]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.update.AutoCommitTest.testMaxDocs(AutoCommitTest.java:225)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=id:14&qt=&start=0&rows=20&version=2.2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
	... 39 more




Build Log:
[...truncated 11723 lines...]
   [junit4] Suite: org.apache.solr.update.AutoCommitTest
   [junit4]   2> 879765 INFO  (SUITE-AutoCommitTest-seed#[55F4CF5A08389B26]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_55F4CF5A08389B26-001/init-core-data-001
   [junit4]   2> 879766 INFO  (SUITE-AutoCommitTest-seed#[55F4CF5A08389B26]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 879766 INFO  (SUITE-AutoCommitTest-seed#[55F4CF5A08389B26]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 879767 INFO  (SUITE-AutoCommitTest-seed#[55F4CF5A08389B26]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 879767 INFO  (SUITE-AutoCommitTest-seed#[55F4CF5A08389B26]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 879787 INFO  (SUITE-AutoCommitTest-seed#[55F4CF5A08389B26]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 879805 INFO  (SUITE-AutoCommitTest-seed#[55F4CF5A08389B26]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 879857 INFO  (SUITE-AutoCommitTest-seed#[55F4CF5A08389B26]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 879873 WARN  (SUITE-AutoCommitTest-seed#[55F4CF5A08389B26]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 879873 WARN  (SUITE-AutoCommitTest-seed#[55F4CF5A08389B26]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 879873 WARN  (SUITE-AutoCommitTest-seed#[55F4CF5A08389B26]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 879874 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 879894 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 879908 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 879956 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 879960 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 879960 WARN  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 879961 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 879961 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_55F4CF5A08389B26-001/init-core-data-001/]
   [junit4]   2> 879962 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=278539049, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 879985 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 879985 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 879986 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 879986 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 879986 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=79.142578125, floorSegmentMB=0.396484375, forceMergeDeletesPctAllowed=1.2413108845797893, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8656940255487766
   [junit4]   2> 879986 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f4f0f66[collection1] main]
   [junit4]   2> 879987 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 880016 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 880090 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 880090 INFO  (searcherExecutor-3879-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 880090 INFO  (coreLoadExecutor-3878-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575845305668075520
   [junit4]   2> 880091 INFO  (searcherExecutor-3879-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 880091 INFO  (searcherExecutor-3879-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 880091 INFO  (searcherExecutor-3879-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 880091 INFO  (searcherExecutor-3879-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 880092 INFO  (searcherExecutor-3879-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 880092 INFO  (searcherExecutor-3879-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 880092 INFO  (searcherExecutor-3879-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 880093 INFO  (searcherExecutor-3879-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 880093 INFO  (SUITE-AutoCommitTest-seed#[55F4CF5A08389B26]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 880093 INFO  (searcherExecutor-3879-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1f4f0f66[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 880094 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMaxTime
   [junit4]   2> 880095 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 880095 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@542fc7e5[collection1] realtime]
   [junit4]   2> 880096 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
   [junit4]   2> 880096 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 880096 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 880121 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 880147 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 880215 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 880221 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 880221 WARN  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 880221 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_55F4CF5A08389B26-001/init-core-data-001/]
   [junit4]   2> 880249 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 880249 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 880249 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@f79ffd1[collection1] main]
   [junit4]   2> 880250 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 880250 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 880252 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 880253 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 880253 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575845305838993408
   [junit4]   2> 880253 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 880253 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 880253 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 880253 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 880253 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 880253 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 880254 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 880254 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 880254 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@f79ffd1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 880255 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 880255 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 880255 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f9d52b4[collection1] main]
   [junit4]   2> 880255 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@47c7decd
   [junit4]   2> 880255 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1204281037
   [junit4]   2> 880255 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3432fd7: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
   [junit4]   2> 880255 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4f9d52b4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 880258 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1575845305843187712)]} 0 1
   [junit4]   2> 880258 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 881758 INFO  (commitScheduler-3887-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 881761 INFO  (commitScheduler-3887-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b0a86aa[collection1] main]
   [junit4]   2> 881761 INFO  (commitScheduler-3887-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 881762 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3b0a86aa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1)))}
   [junit4]   2> 882011 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1575845307681341440)]} 0 1754
   [junit4]   2> 882011 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 882012 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 882012 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[529 (-1575845307683438592)]} 0 0
   [junit4]   2> 882013 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 883511 INFO  (commitScheduler-3887-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 883514 INFO  (commitScheduler-3887-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b9937ef[collection1] main]
   [junit4]   2> 883514 INFO  (commitScheduler-3887-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 883514 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5b9937ef[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.1.0):C1)))}
   [junit4]   2> 883764 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[550 (1575845309520543744)]} 0 3507
   [junit4]   2> 883765 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 883765 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845309521592320)]} 0 3508
   [junit4]   2> 883765 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845309521592321)]} 0 3508
   [junit4]   2> 883766 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845309522640896)]} 0 3508
   [junit4]   2> 883766 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845309522640897)]} 0 3509
   [junit4]   2> 883766 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845309522640898)]} 0 3509
   [junit4]   2> 883766 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845309522640899)]} 0 3509
   [junit4]   2> 883766 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845309522640900)]} 0 3509
   [junit4]   2> 883766 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845309522640901)]} 0 3509
   [junit4]   2> 883767 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845309523689472)]} 0 3509
   [junit4]   2> 883767 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845309523689473)]} 0 3510
   [junit4]   2> 883767 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 885264 INFO  (commitScheduler-3887-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 885268 INFO  (commitScheduler-3887-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@46a54baa[collection1] main]
   [junit4]   2> 885268 INFO  (commitScheduler-3887-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 885268 INFO  (searcherExecutor-3884-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@46a54baa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.1.0):C1) Uninverting(_2(7.1.0):C11/9:delGen=1)))}
   [junit4]   2> 885519 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[531 (1575845311359746048)]} 0 5262
   [junit4]   2> 885519 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 885520 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[55F4CF5A08389B26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMaxTime
   [junit4]   2> 885522 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
   [junit4]   2> 885522 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 885522 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@13d98be[collection1] realtime]
   [junit4]   2> 885522 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 885523 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 885523 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 885534 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 885544 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 885584 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 885587 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 885587 WARN  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 885587 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_55F4CF5A08389B26-001/init-core-data-001/]
   [junit4]   2> 885609 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 885609 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 885609 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@12937d0f[collection1] main]
   [junit4]   2> 885610 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 885610 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 885612 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 885612 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 885612 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 885612 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 885612 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 885612 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 885612 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 885612 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 885613 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 885613 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 885613 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@12937d0f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 885613 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=4.3779296875, floorSegmentMB=1.796875, forceMergeDeletesPctAllowed=7.124570937416439, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 885614 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 885614 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@12f3cc1d[collection1] main]
   [junit4]   2> 885614 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e7c93cc
   [junit4]   2> 885614 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=511480780
   [junit4]   2> 885614 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18c973e0: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
   [junit4]   2> 885614 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@12f3cc1d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 885615 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1575845311461457920)]} 0 0
   [junit4]   2> 885615 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 889616 INFO  (commitScheduler-3891-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 889618 INFO  (commitScheduler-3891-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5fcc794d[collection1] main]
   [junit4]   2> 889619 INFO  (commitScheduler-3891-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 889619 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5fcc794d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.1.0):C1)))}
   [junit4]   2> 889868 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1575845315920003072)]} 0 4253
   [junit4]   2> 889868 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 889869 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1575845315922100224)]} 0 4254
   [junit4]   2> 889869 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 891869 INFO  (commitScheduler-3891-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 891871 INFO  (commitScheduler-3891-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@71b4f66[collection1] main]
   [junit4]   2> 891871 INFO  (commitScheduler-3891-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 891872 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@71b4f66[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(7.1.0):C1)))}
   [junit4]   2> 892120 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 892121 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 892121 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845318283493376)]} 0 6506
   [junit4]   2> 892122 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845318283493377)]} 0 6506
   [junit4]   2> 892122 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845318284541952)]} 0 6507
   [junit4]   2> 892122 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845318284541953)]} 0 6507
   [junit4]   2> 892122 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845318284541954)]} 0 6507
   [junit4]   2> 892122 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845318284541955)]} 0 6507
   [junit4]   2> 892122 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845318284541956)]} 0 6507
   [junit4]   2> 892122 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845318284541957)]} 0 6507
   [junit4]   2> 892122 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845318284541958)]} 0 6507
   [junit4]   2> 892122 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1575845318284541959)]} 0 6507
   [junit4]   2> 892123 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 892123 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575845318285590528)]} 0 6508
   [junit4]   2> 892123 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575845318285590529)]} 0 6508
   [junit4]   2> 892123 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575845318285590530)]} 0 6508
   [junit4]   2> 892123 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575845318285590531)]} 0 6508
   [junit4]   2> 892123 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575845318285590532)]} 0 6508
   [junit4]   2> 892123 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575845318285590533)]} 0 6508
   [junit4]   2> 892123 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575845318285590534)]} 0 6508
   [junit4]   2> 892124 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575845318286639104)]} 0 6508
   [junit4]   2> 892124 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575845318286639105)]} 0 6508
   [junit4]   2> 892124 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1575845318286639106)]} 0 6509
   [junit4]   2> 892124 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 893123 INFO  (commitScheduler-3891-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 893126 INFO  (commitScheduler-3891-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@61c5dd38[collection1] main]
   [junit4]   2> 893126 INFO  (commitScheduler-3891-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 893127 INFO  (searcherExecutor-3888-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61c5dd38[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_6(7.1.0):C10/9:delGen=1)))}
   [junit4]   2> 893375 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 893375 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 893376 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[55F4CF5A08389B26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
   [junit4]   2> 893377 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMaxDocs
   [junit4]   2> 893377 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 893378 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5be8489f[collection1] realtime]
   [junit4]   2> 893378 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 893378 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 893378 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 893397 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 893411 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 893476 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 893481 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 893481 WARN  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 893481 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_55F4CF5A08389B26-001/init-core-data-001/]
   [junit4]   2> 893511 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 893511 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 893511 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@c135c57[collection1] main]
   [junit4]   2> 893511 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 893512 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 893514 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 893514 INFO  (searcherExecutor-3892-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 893514 INFO  (searcherExecutor-3892-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 893514 INFO  (searcherExecutor-3892-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 893514 INFO  (searcherExecutor-3892-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 893515 INFO  (searcherExecutor-3892-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 893515 INFO  (searcherExecutor-3892-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 893515 INFO  (searcherExecutor-3892-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 893521 INFO  (searcherExecutor-3892-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 893521 INFO  (searcherExecutor-3892-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 893521 INFO  (searcherExecutor-3892-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c135c57[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 893521 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 893522 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 893522 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4aa4c126[collection1] main]
   [junit4]   2> 893522 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6fdf44ca
   [junit4]   2> 893522 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1876903114
   [junit4]   2> 893522 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b0c543c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
   [junit4]   2> 893523 INFO  (searcherExecutor-3892-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4aa4c126[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 893523 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1575845319753596928)]} 0 0
   [junit4]   2> 893524 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[1 (1575845319754645504)]} 0 0
   [junit4]   2> 893524 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (1575845319754645505)]} 0 0
   [junit4]   2> 893524 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[3 (1575845319754645506)]} 0 0
   [junit4]   2> 893524 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[4 (1575845319754645507)]} 0 1
   [junit4]   2> 893524 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[5 (1575845319754645508)]} 0 1
   [junit4]   2> 893524 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[6 (1575845319754645509)]} 0 1
   [junit4]   2> 893524 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[7 (1575845319754645510)]} 0 1
   [junit4]   2> 893524 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[8 (1575845319754645511)]} 0 1
   [junit4]   2> 893525 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[9 (1575845319755694080)]} 0 1
   [junit4]   2> 893525 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[10 (1575845319755694081)]} 0 1
   [junit4]   2> 893525 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[11 (1575845319755694082)]} 0 1
   [junit4]   2> 893525 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[12 (1575845319755694083)]} 0 1
   [junit4]   2> 893525 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[13 (1575845319755694084)]} 0 2
   [junit4]   2> 893525 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 893526 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[14 (1575845319755694085)]} 0 2
   [junit4]   2> 893526 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1575845319756742656)]} 0 2
   [junit4]   2> 893526 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 893526 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:14&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 893526 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[55F4CF5A08389B26]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:14&qt=&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:14&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]   2> 	at org.apache.solr.update.AutoCommitTest.testMaxDocs(AutoCommitTest.java:225)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368

[...truncated too long message...]

=ChaosMonkeyNothingIsSafeTest -Dtests.seed=55F4CF5A08389B26 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pa-PK -Dtests.timezone=Singapore -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | ChaosMonkeyNothingIsSafeTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 
   [junit4]    >    1) Thread[id=15967, name=zkCallback-2108-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    2) Thread[id=16066, name=zkCallback-2108-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    3) Thread[id=15805, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[55F4CF5A08389B26]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]    >         at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   [junit4]    >    4) Thread[id=16065, name=zkCallback-2108-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    5) Thread[id=15803, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    6) Thread[id=15804, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[55F4CF5A08389B26]-SendThread(127.0.0.1:46783), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([55F4CF5A08389B26]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=15967, name=zkCallback-2108-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    2) Thread[id=16066, name=zkCallback-2108-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    3) Thread[id=16065, name=zkCallback-2108-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    4) Thread[id=15804, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[55F4CF5A08389B26]-SendThread(127.0.0.1:46783), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
   [junit4]    >         at java.base@9/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([55F4CF5A08389B26]:0)
   [junit4] Completed [448/729 (4!)] on J0 in 114.92s, 1 test, 3 errors <<< FAILURES!

[...truncated 37446 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 266 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/266/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader

Error Message:
Doc with id=1 not found in http://127.0.0.1:46775/wz_ogc/u/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:46775/wz_ogc/u/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([BB6040DD3B4B702F:5DF7741D02C9894E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
	at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Doc with id=1 not found in http://127.0.0.1:39653/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:39653/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([BB6040DD3B4B702F:33347F0795B71DD7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
	at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestAuthenticationFramework.testBasics

Error Message:
Error from server at http://127.0.0.1:36345/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:36345/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([BB6040DD3B4B702F:86B8EEF103A52E5F]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
	at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36345/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 11221 lines...]
   [junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/init-core-data-001
   [junit4]   2> 233613 WARN  (SUITE-ForceLeaderTest-seed#[BB6040DD3B4B702F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 233613 INFO  (SUITE-ForceLeaderTest-seed#[BB6040DD3B4B702F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 233615 INFO  (SUITE-ForceLeaderTest-seed#[BB6040DD3B4B702F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 233615 INFO  (SUITE-ForceLeaderTest-seed#[BB6040DD3B4B702F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 233615 INFO  (SUITE-ForceLeaderTest-seed#[BB6040DD3B4B702F]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /wz_ogc/u
   [junit4]   2> 233617 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 233617 INFO  (Thread-594) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 233617 INFO  (Thread-594) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 233628 ERROR (Thread-594) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 233717 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.ZkTestServer start zk server on port:43031
   [junit4]   2> 233725 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 233725 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 233726 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 233727 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 233727 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 233728 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 233728 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 233729 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 233729 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 233730 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 233730 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 233731 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 233819 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 233826 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d3b131{/wz_ogc/u,null,AVAILABLE}
   [junit4]   2> 233829 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@289fa2{HTTP/1.1,[http/1.1]}{127.0.0.1:35041}
   [junit4]   2> 233829 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.Server Started @235180ms
   [junit4]   2> 233829 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/tempDir-001/control/data, hostContext=/wz_ogc/u, hostPort=33069, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/control-001/cores}
   [junit4]   2> 233830 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 233830 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 233830 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 233830 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 233830 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T20:04:27.876Z
   [junit4]   2> 233847 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 233848 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/control-001/solr.xml
   [junit4]   2> 233852 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 233855 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43031/solr
   [junit4]   2> 233933 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 233934 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33069_wz_ogc%2Fu
   [junit4]   2> 233934 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.Overseer Overseer (id=98489300920827908-127.0.0.1:33069_wz_ogc%2Fu-n_0000000000) starting
   [junit4]   2> 233943 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33069_wz_ogc%2Fu
   [junit4]   2> 233950 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 233991 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 233999 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 233999 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 234000 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/control-001/cores
   [junit4]   2> 234062 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 234062 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43031/solr ready
   [junit4]   2> 234063 INFO  (SocketProxy-Acceptor-33069) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52626,localport=33069], receiveBufferSize:531000
   [junit4]   2> 234096 INFO  (SocketProxy-Acceptor-33069) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35041,localport=45526], receiveBufferSize=530904
   [junit4]   2> 234097 INFO  (qtp6090807-1730) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33069_wz_ogc%252Fu&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 234101 INFO  (OverseerThreadFactory-621-thread-1-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 234216 INFO  (SocketProxy-Acceptor-33069) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52630,localport=33069], receiveBufferSize:531000
   [junit4]   2> 234230 INFO  (SocketProxy-Acceptor-33069) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35041,localport=45530], receiveBufferSize=530904
   [junit4]   2> 234239 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 234239 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 234347 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 235264 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 235278 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 235374 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 235382 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 235382 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 235382 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 235382 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 235384 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5246353515381408]
   [junit4]   2> 235385 WARN  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 235417 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 235417 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 235418 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 235418 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 235419 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=82.8974609375, floorSegmentMB=1.0107421875, forceMergeDeletesPctAllowed=9.081021609809001, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 235420 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ebaa89[control_collection_shard1_replica_n1] main]
   [junit4]   2> 235421 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 235421 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 235421 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 235422 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575828816624877568
   [junit4]   2> 235423 INFO  (searcherExecutor-624-thread-1-processing-n:127.0.0.1:33069_wz_ogc%2Fu x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1ebaa89[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 235425 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 235425 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 235425 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33069/wz_ogc/u/control_collection_shard1_replica_n1/
   [junit4]   2> 235425 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 235425 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33069/wz_ogc/u/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 235425 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 235427 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33069/wz_ogc/u/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 235528 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 235577 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 235578 INFO  (qtp6090807-1732) [n:127.0.0.1:33069_wz_ogc%2Fu c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1339
   [junit4]   2> 235580 INFO  (qtp6090807-1730) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 235680 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 236104 INFO  (OverseerCollectionConfigSetProcessor-98489300920827908-127.0.0.1:33069_wz_ogc%2Fu-n_0000000000) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 236580 INFO  (qtp6090807-1730) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33069_wz_ogc%252Fu&wt=javabin&version=2} status=0 QTime=2483
   [junit4]   2> 236585 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 236586 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43031/solr ready
   [junit4]   2> 236586 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 236586 INFO  (SocketProxy-Acceptor-33069) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52672,localport=33069], receiveBufferSize:531000
   [junit4]   2> 236586 INFO  (SocketProxy-Acceptor-33069) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35041,localport=45572], receiveBufferSize=530904
   [junit4]   2> 236587 INFO  (qtp6090807-1730) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 236588 INFO  (OverseerThreadFactory-621-thread-2-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 236588 WARN  (OverseerThreadFactory-621-thread-2-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 236792 INFO  (qtp6090807-1730) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 236792 INFO  (qtp6090807-1730) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=205
   [junit4]   2> 236876 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-1-001 of type TLOG
   [junit4]   2> 236877 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 236878 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@550cb5{/wz_ogc/u,null,AVAILABLE}
   [junit4]   2> 236878 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f29067{HTTP/1.1,[http/1.1]}{127.0.0.1:45009}
   [junit4]   2> 236878 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.Server Started @238230ms
   [junit4]   2> 236879 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/wz_ogc/u, hostPort=34675, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-1-001/cores}
   [junit4]   2> 236879 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 236879 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 236879 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 236879 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 236879 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T20:04:30.925Z
   [junit4]   2> 236881 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 236881 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-1-001/solr.xml
   [junit4]   2> 236890 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 236892 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43031/solr
   [junit4]   2> 236897 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 236898 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 236899 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34675_wz_ogc%2Fu
   [junit4]   2> 236899 INFO  (zkCallback-224-thread-1-processing-n:127.0.0.1:34675_wz_ogc%2Fu) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 236899 INFO  (zkCallback-219-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 236899 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 236964 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 236973 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 236973 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 236974 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-1-001/cores
   [junit4]   2> 236995 INFO  (SocketProxy-Acceptor-34675) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47414,localport=34675], receiveBufferSize:531000
   [junit4]   2> 236995 INFO  (SocketProxy-Acceptor-34675) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45009,localport=34338], receiveBufferSize=530904
   [junit4]   2> 236997 INFO  (qtp13559873-1778) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34675_wz_ogc%252Fu&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 236999 INFO  (OverseerCollectionConfigSetProcessor-98489300920827908-127.0.0.1:33069_wz_ogc%2Fu-n_0000000000) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 236999 INFO  (OverseerThreadFactory-621-thread-3-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34675_wz_ogc%2Fu for creating new replica
   [junit4]   2> 237000 INFO  (SocketProxy-Acceptor-34675) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47418,localport=34675], receiveBufferSize:531000
   [junit4]   2> 237000 INFO  (SocketProxy-Acceptor-34675) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45009,localport=34342], receiveBufferSize=530904
   [junit4]   2> 237001 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 237002 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 237105 INFO  (zkCallback-224-thread-1-processing-n:127.0.0.1:34675_wz_ogc%2Fu) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 238018 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 238038 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 238096 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 238102 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 238102 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 238102 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 238102 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 238104 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5246353515381408]
   [junit4]   2> 238106 WARN  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 238129 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 238129 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 238130 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 238130 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 238131 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=82.8974609375, floorSegmentMB=1.0107421875, forceMergeDeletesPctAllowed=9.081021609809001, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 238131 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@886c79[collection1_shard2_replica_t41] main]
   [junit4]   2> 238132 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 238132 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 238132 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 238132 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575828819466518528
   [junit4]   2> 238133 INFO  (searcherExecutor-635-thread-1-processing-n:127.0.0.1:34675_wz_ogc%2Fu x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@886c79[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 238135 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 238135 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 238135 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34675/wz_ogc/u/collection1_shard2_replica_t41/
   [junit4]   2> 238135 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 238135 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:34675/wz_ogc/u/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 238135 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 238136 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 238137 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34675/wz_ogc/u/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 238238 INFO  (zkCallback-224-thread-1-processing-n:127.0.0.1:34675_wz_ogc%2Fu) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 238287 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 238288 INFO  (qtp13559873-1780) [n:127.0.0.1:34675_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1286
   [junit4]   2> 238290 INFO  (qtp13559873-1778) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34675_wz_ogc%252Fu&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1293
   [junit4]   2> 238375 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-2-001 of type TLOG
   [junit4]   2> 238376 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 238377 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9ca932{/wz_ogc/u,null,AVAILABLE}
   [junit4]   2> 238377 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@155705f{HTTP/1.1,[http/1.1]}{127.0.0.1:34437}
   [junit4]   2> 238377 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.Server Started @239728ms
   [junit4]   2> 238377 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/wz_ogc/u, hostPort=36785, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-2-001/cores}
   [junit4]   2> 238377 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 238378 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 238378 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 238378 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 238378 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T20:04:32.424Z
   [junit4]   2> 238380 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 238380 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-2-001/solr.xml
   [junit4]   2> 238384 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 238386 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43031/solr
   [junit4]   2> 238391 INFO  (zkCallback-224-thread-1-processing-n:127.0.0.1:34675_wz_ogc%2Fu) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 238396 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 238396 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 238397 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36785_wz_ogc%2Fu
   [junit4]   2> 238398 INFO  (zkCallback-230-thread-1-processing-n:127.0.0.1:36785_wz_ogc%2Fu) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 238398 INFO  (zkCallback-212-thread-2-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 238398 INFO  (zkCallback-224-thread-1-processing-n:127.0.0.1:34675_wz_ogc%2Fu) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 238398 INFO  (zkCallback-219-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 238463 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 238473 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 238473 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 238474 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-2-001/cores
   [junit4]   2> 238503 INFO  (qtp13559873-1779) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36785_wz_ogc%252Fu&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 238504 INFO  (OverseerCollectionConfigSetProcessor-98489300920827908-127.0.0.1:33069_wz_ogc%2Fu-n_0000000000) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 238504 INFO  (OverseerThreadFactory-621-thread-4-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:36785_wz_ogc%2Fu for creating new replica
   [junit4]   2> 238505 INFO  (SocketProxy-Acceptor-36785) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46156,localport=36785], receiveBufferSize:531000
   [junit4]   2> 238506 INFO  (SocketProxy-Acceptor-36785) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34437,localport=52614], receiveBufferSize=530904
   [junit4]   2> 238507 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 238508 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 238612 INFO  (zkCallback-230-thread-1-processing-n:127.0.0.1:36785_wz_ogc%2Fu) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 238612 INFO  (zkCallback-224-thread-1-processing-n:127.0.0.1:34675_wz_ogc%2Fu) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 239524 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 239548 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 239603 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 239615 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 239616 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 239616 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 239616 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 239618 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5246353515381408]
   [junit4]   2> 239620 WARN  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 239645 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 239645 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 239646 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 239646 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 239647 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=82.8974609375, floorSegmentMB=1.0107421875, forceMergeDeletesPctAllowed=9.081021609809001, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 239647 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c588c[collection1_shard1_replica_t43] main]
   [junit4]   2> 239648 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 239648 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 239648 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 239650 INFO  (searcherExecutor-646-thread-1-processing-n:127.0.0.1:36785_wz_ogc%2Fu x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@4c588c[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 239650 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575828821058256896
   [junit4]   2> 239653 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 239653 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 239653 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36785/wz_ogc/u/collection1_shard1_replica_t43/
   [junit4]   2> 239653 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 239653 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:36785/wz_ogc/u/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 239653 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 239653 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 239654 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36785/wz_ogc/u/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 239755 INFO  (zkCallback-224-thread-1-processing-n:127.0.0.1:34675_wz_ogc%2Fu) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 239755 INFO  (zkCallback-230-thread-1-processing-n:127.0.0.1:36785_wz_ogc%2Fu) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 239805 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 239806 INFO  (qtp29001365-1813) [n:127.0.0.1:36785_wz_ogc%2Fu c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1298
   [junit4]   2> 239807 INFO  (qtp13559873-1779) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36785_wz_ogc%252Fu&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1304
   [junit4]   2> 239890 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-3-001 of type TLOG
   [junit4]   2> 239890 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 239891 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14a3242{/wz_ogc/u,null,AVAILABLE}
   [junit4]   2> 239891 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e9cd76{HTTP/1.1,[http/1.1]}{127.0.0.1:33305}
   [junit4]   2> 239891 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.e.j.s.Server Started @241242ms
   [junit4]   2> 239892 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/wz_ogc/u, hostPort=33399, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-3-001/cores}
   [junit4]   2> 239892 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 239892 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 239892 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 239892 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 239892 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T20:04:33.938Z
   [junit4]   2> 239895 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 239895 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-3-001/solr.xml
   [junit4]   2> 239898 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 239901 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43031/solr
   [junit4]   2> 239907 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33399_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 239907 INFO  (zkCallback-224-thread-1-processing-n:127.0.0.1:34675_wz_ogc%2Fu) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 239907 INFO  (zkCallback-230-thread-1-processing-n:127.0.0.1:36785_wz_ogc%2Fu) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 239908 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33399_wz_ogc%2Fu    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 239909 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33399_wz_ogc%2Fu    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33399_wz_ogc%2Fu
   [junit4]   2> 239909 INFO  (zkCallback-212-thread-2-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 239909 INFO  (zkCallback-230-thread-1-processing-n:127.0.0.1:36785_wz_ogc%2Fu) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 239909 INFO  (zkCallback-224-thread-1-processing-n:127.0.0.1:34675_wz_ogc%2Fu) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 239909 INFO  (zkCallback-219-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 239910 INFO  (zkCallback-236-thread-1-processing-n:127.0.0.1:33399_wz_ogc%2Fu) [n:127.0.0.1:33399_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 239958 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33399_wz_ogc%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 239967 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33399_wz_ogc%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 239967 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33399_wz_ogc%2Fu    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 239968 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[BB6040DD3B4B702F]) [n:127.0.0.1:33399_wz_ogc%2Fu    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_BB6040DD3B4B702F-001/shard-3-001/cores
   [junit4]   2> 240005 INFO  (qtp13559873-1774) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33399_wz_ogc%252Fu&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 240006 INFO  (OverseerCollectionConfigSetProcessor-98489300920827908-127.0.0.1:33069_wz_ogc%2Fu-n_0000000000) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 240006 INFO  (OverseerThreadFactory-621-thread-5-processing-n:127.0.0.1:33069_wz_ogc%2Fu) [n:127.0.0.1:33069_wz_ogc%2Fu    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33399_wz_ogc%2Fu for creating new replica
   [junit4]   2> 240007 INFO  (SocketProxy-Acceptor-33399) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44626,localport=33399], receiveBufferSize:531000
   [junit4]   2> 240007 INFO  (SocketProxy-Acceptor-33399) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33305,localport=37038], receiveBufferSize=530904
   [junit4]   2> 240008 INFO  (qtp8582811-1845) [n:127.0.0.1:33399_wz_ogc%2Fu    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 240009 INFO  (qtp8582811-1845) [n:127.0.0.1:33399_wz_ogc%2Fu    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 240112 INFO  (zkCallback-230-thread-1-processing-n:127.0.0.1:36785_wz_ogc%2Fu) [n:127.0.0.1:36785_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 240112 INFO  (zkCallback-224-thread-1-processing-n:127.0.0.1:34675_wz_ogc%2Fu) [n:127.0.0.1:34675_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 240112 INFO  (zkCallback-236-thread-1-processing-n:127.0.0.1:33399_wz_ogc%2Fu) [n:127.0.0.1:33399_wz_ogc%2Fu    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 241027 INFO  (qtp8582811-1845) [n:127.0.0.1:33399_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 241043 INFO  (qtp8582811-1845) [n:127.0.0.1:33399_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
   [junit4]   2> 241104 INFO  (qtp8582811-1845) [n:127.0.0.1:33399_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 241111 INFO  (qtp8582811-1845) [n:127.0.0.1:33399_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
   [junit4]   2> 241112 INFO  (qtp8582811-1845) [n:127.0.0.1:33399_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1955fe5
   [junit4]   2> 241112 INFO  (qtp8582811-1845) [n:127.0.0.1:33399_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 241112 INFO  (qtp8582811-1845) [n:127.0.0.1:33399_wz_ogc%2Fu c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.

[...truncated too long message...]

3584
   [junit4]   2> 1833429 INFO  (coreCloseExecutor-6683-thread-2) [n:127.0.0.1:36345_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6]  CLOSING SolrCore org.apache.solr.core.SolrCore@c38918
   [junit4]   2> 1833430 INFO  (coreCloseExecutor-6682-thread-2) [n:127.0.0.1:45345_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70a8bd: rootName = solr_45345, domain = solr.core.testcollection.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n4 / null
   [junit4]   2> 1833431 INFO  (coreCloseExecutor-6683-thread-2) [n:127.0.0.1:36345_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=12814616
   [junit4]   2> 1833432 INFO  (coreCloseExecutor-6682-thread-1) [n:127.0.0.1:45345_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=14414373
   [junit4]   2> 1833432 INFO  (coreCloseExecutor-6683-thread-2) [n:127.0.0.1:36345_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1da1975: rootName = solr_36345, domain = solr.core.testcollection.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n6 / null
   [junit4]   2> 1833432 INFO  (coreCloseExecutor-6682-thread-2) [n:127.0.0.1:45345_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=25623584
   [junit4]   2> 1833432 INFO  (coreCloseExecutor-6683-thread-2) [n:127.0.0.1:36345_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=12814616
   [junit4]   2> 1833436 INFO  (jetty-closer-2629-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98489405242605574-127.0.0.1:36345_solr-n_0000000000) closing
   [junit4]   2> 1833437 INFO  (OverseerStateUpdate-98489405242605574-127.0.0.1:36345_solr-n_0000000000) [n:127.0.0.1:36345_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36345_solr
   [junit4]   2> 1833437 INFO  (zkCallback-2640-thread-2-processing-n:127.0.0.1:36345_solr) [n:127.0.0.1:36345_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1834937 WARN  (zkCallback-2639-thread-1-processing-n:127.0.0.1:45345_solr) [n:127.0.0.1:45345_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1834937 INFO  (jetty-closer-2629-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7c2d73{/solr,null,UNAVAILABLE}
   [junit4]   2> 1834937 WARN  (zkCallback-2640-thread-2-processing-n:127.0.0.1:36345_solr) [n:127.0.0.1:36345_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1834938 INFO  (jetty-closer-2629-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17f7797{/solr,null,UNAVAILABLE}
   [junit4]   2> 1834938 ERROR (SUITE-TestAuthenticationFramework-seed#[BB6040DD3B4B702F]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1834939 INFO  (SUITE-TestAuthenticationFramework-seed#[BB6040DD3B4B702F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46079 46079
   [junit4]   2> 1834959 INFO  (Thread-4350) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46079 46079
   [junit4]   2> 1834960 WARN  (Thread-4350) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/configs/solrCloudCollectionConfig
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	19	/solr/collections/testcollection/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/testcollection/leader_elect/shard1/election/98489405242605574-core_node5-n_0000000000
   [junit4]   2> 	2	/solr/collections/testcollection/leader_elect/shard2/election/98489405242605573-core_node7-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_BB6040DD3B4B702F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=fr-BE, timezone=PST
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=155644208,total=467664896
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributedMissingSort, TestTestInjection, TestHttpShardHandlerFactory, ZkStateReaderTest, UniqFieldsUpdateProcessorFactoryTest, TestLeaderInitiatedRecoveryThread, ClassificationUpdateProcessorFactoryTest, TestCodecSupport, TestManagedSynonymFilterFactory, JavabinLoaderTest, BooleanFieldTest, ShufflingReplicaListTransformerTest, TestLegacyNumericUtils, TestNumericRangeQuery32, CdcrReplicationDistributedZkTest, BasicAuthStandaloneTest, StatsComponentTest, TestRecovery, CoreSorterTest, QueryEqualityTest, PolyFieldTest, TestExactStatsCache, ExplicitHLLTest, SuggesterTest, ReturnFieldsTest, TlogReplayBufferedWhileIndexingTest, TestHighFrequencyDictionaryFactory, TestConfigSetsAPIZkFailure, TestSlowCompositeReaderWrapper, AutoScalingHandlerTest, TestFieldCacheWithThreads, RequestLoggingTest, ResponseLogComponentTest, TestPseudoReturnFields, TestCloudPivotFacet, DistributedFacetPivotSmallAdvancedTest, SortByFunctionTest, TestMacroExpander, ManagedSchemaRoundRobinCloudTest, TestBulkSchemaAPI, HdfsCollectionsAPIDistributedZkTest, TestDFRSimilarityFactory, TestQuerySenderListener, TestExceedMaxTermLength, TestReRankQParserPlugin, TestInitQParser, CloneFieldUpdateProcessorFactoryTest, TestReqParamsAPI, HdfsWriteToMultipleCollectionsTest, SolrCoreCheckLockOnStartupTest, TestRandomRequestDistribution, TestIndexSearcher, TestDocTermOrds, BadIndexSchemaTest, FullSolrCloudDistribCmdsTest, OverseerTaskQueueTest, FacetPivotSmallTest, TestManagedResource, HardAutoCommitTest, HdfsDirectoryFactoryTest, XsltUpdateRequestHandlerTest, SimpleFacetsTest, OverseerModifyCollectionTest, TestOverriddenPrefixQueryForCustomFieldType, AddSchemaFieldsUpdateProcessorFactoryTest, TestFieldCacheSort, TestSystemCollAutoCreate, DistributedQueryComponentCustomSortTest, DocumentBuilderTest, LeaderInitiatedRecoveryOnCommitTest, PathHierarchyTokenizerFactoryTest, ClusterStateTest, DocValuesNotIndexedTest, SaslZkACLProviderTest, TestNumericTerms64, ConjunctionSolrSpellCheckerTest, TestReload, AnalyticsQueryTest, TestDistribDocBasedVersion, TestFilteredDocIdSet, RemoteQueryErrorTest, TestGroupingSearch, MinimalSchemaTest, TestJavabinTupleStreamParser, MissingSegmentRecoveryTest, TestNonDefinedSimilarityFactory, SimpleMLTQParserTest, TestSurroundQueryParser, SolrCloudReportersTest, MultiTermTest, TestComplexPhraseQParserPlugin, SpatialRPTFieldTypeTest, DateFieldTest, HdfsRecoveryZkTest, TestPKIAuthenticationPlugin, SolrJmxReporterCloudTest, MoveReplicaTest, CustomCollectionTest, TimeZoneUtilsTest, TestInitParams, TestCloudNestedDocsSort, TestFoldingMultitermQuery, TestSubQueryTransformer, TestSolrXml, TestSolr4Spatial2, PeerSyncWithIndexFingerprintCachingTest, TestApiFramework, TestLMJelinekMercerSimilarityFactory, AsyncCallRequestStatusResponseTest, BasicDistributedZk2Test, TestSort, RegexBoostProcessorTest, TermVectorComponentDistributedTest, NotRequiredUniqueKeyTest, ConfigSetsAPITest, SolrInfoBeanTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, TestDistributedGrouping, TestHashPartitioner, DistributedTermsComponentTest, SolrCoreTest, DirectUpdateHandlerTest, SoftAutoCommitTest, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, TestComponentsName, SearchHandlerTest, TestLFUCache, TestTolerantSearch, ConnectionReuseTest, AssignTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, DeleteNodeTest, DeleteStatusTest, DistribJoinFromCollectionTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSUlogDirTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestAuthenticationFramework]
   [junit4] Completed [504/729 (3!)] on J2 in 9.55s, 1 test, 1 error <<< FAILURES!

[...truncated 40203 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 265 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/265/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.OverseerRolesTest.testOverseerRole

Error Message:
Timed out waiting for overseer state change

Stack Trace:
java.lang.AssertionError: Timed out waiting for overseer state change
	at __randomizedtesting.SeedInfo.seed([1DA15E4F5E12E5A4:FC6AA3DB65A1D375]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.OverseerRolesTest.waitForNewOverseer(OverseerRolesTest.java:62)
	at org.apache.solr.cloud.OverseerRolesTest.testOverseerRole(OverseerRolesTest.java:140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12535 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 1716724 INFO  (SUITE-OverseerRolesTest-seed#[1DA15E4F5E12E5A4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_1DA15E4F5E12E5A4-001/init-core-data-001
   [junit4]   2> 1716725 INFO  (SUITE-OverseerRolesTest-seed#[1DA15E4F5E12E5A4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1716726 INFO  (SUITE-OverseerRolesTest-seed#[1DA15E4F5E12E5A4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1716727 INFO  (SUITE-OverseerRolesTest-seed#[1DA15E4F5E12E5A4]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_1DA15E4F5E12E5A4-001/tempDir-001
   [junit4]   2> 1716727 INFO  (SUITE-OverseerRolesTest-seed#[1DA15E4F5E12E5A4]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1716727 INFO  (Thread-6070) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1716727 INFO  (Thread-6070) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1716728 ERROR (Thread-6070) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1716829 INFO  (SUITE-OverseerRolesTest-seed#[1DA15E4F5E12E5A4]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42017
   [junit4]   2> 1716843 INFO  (jetty-launcher-2193-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1716847 INFO  (jetty-launcher-2193-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1716852 INFO  (jetty-launcher-2193-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1716858 INFO  (jetty-launcher-2193-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1716897 INFO  (jetty-launcher-2193-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ab6fecb{/solr,null,AVAILABLE}
   [junit4]   2> 1716897 INFO  (jetty-launcher-2193-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b158039{/solr,null,AVAILABLE}
   [junit4]   2> 1716897 INFO  (jetty-launcher-2193-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f28f5b1{/solr,null,AVAILABLE}
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@abc9395{SSL,[ssl, http/1.1]}{127.0.0.1:33295}
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-2) [    ] o.e.j.s.Server Started @1719078ms
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@468737d9{/solr,null,AVAILABLE}
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33295}
   [junit4]   2> 1716898 ERROR (jetty-launcher-2193-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5a14ca8b{SSL,[ssl, http/1.1]}{127.0.0.1:41709}
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-1) [    ] o.e.j.s.Server Started @1719079ms
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T15:44:17.856Z
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41709}
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3adea202{SSL,[ssl, http/1.1]}{127.0.0.1:34333}
   [junit4]   2> 1716898 ERROR (jetty-launcher-2193-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-4) [    ] o.e.j.s.Server Started @1719079ms
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34333}
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1716898 INFO  (jetty-launcher-2193-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1716899 INFO  (jetty-launcher-2193-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T15:44:17.856Z
   [junit4]   2> 1716899 ERROR (jetty-launcher-2193-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1716899 INFO  (jetty-launcher-2193-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 1716899 INFO  (jetty-launcher-2193-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1716899 INFO  (jetty-launcher-2193-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1716899 INFO  (jetty-launcher-2193-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T15:44:17.857Z
   [junit4]   2> 1716899 INFO  (jetty-launcher-2193-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1716900 INFO  (jetty-launcher-2193-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1716902 INFO  (jetty-launcher-2193-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c1149d1{SSL,[ssl, http/1.1]}{127.0.0.1:35491}
   [junit4]   2> 1716902 INFO  (jetty-launcher-2193-thread-3) [    ] o.e.j.s.Server Started @1719083ms
   [junit4]   2> 1716902 INFO  (jetty-launcher-2193-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35491}
   [junit4]   2> 1716902 ERROR (jetty-launcher-2193-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1716903 INFO  (jetty-launcher-2193-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 1716903 INFO  (jetty-launcher-2193-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1716903 INFO  (jetty-launcher-2193-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1716903 INFO  (jetty-launcher-2193-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T15:44:17.861Z
   [junit4]   2> 1716909 INFO  (jetty-launcher-2193-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42017/solr
   [junit4]   2> 1716909 INFO  (jetty-launcher-2193-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1716915 INFO  (jetty-launcher-2193-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42017/solr
   [junit4]   2> 1716918 INFO  (jetty-launcher-2193-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1716920 INFO  (jetty-launcher-2193-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42017/solr
   [junit4]   2> 1716923 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de69123160005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1716925 INFO  (jetty-launcher-2193-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42017/solr
   [junit4]   2> 1716933 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de6912316000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1716940 INFO  (jetty-launcher-2193-thread-2) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1716940 INFO  (jetty-launcher-2193-thread-1) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1716940 INFO  (jetty-launcher-2193-thread-2) [n:127.0.0.1:33295_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33295_solr
   [junit4]   2> 1716940 INFO  (jetty-launcher-2193-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1716940 INFO  (jetty-launcher-2193-thread-1) [n:127.0.0.1:41709_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41709_solr
   [junit4]   2> 1716941 INFO  (jetty-launcher-2193-thread-2) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309707-127.0.0.1:33295_solr-n_0000000000) starting
   [junit4]   2> 1716941 INFO  (zkCallback-2216-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1716941 INFO  (zkCallback-2215-thread-1-processing-n:127.0.0.1:33295_solr) [n:127.0.0.1:33295_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1716942 INFO  (jetty-launcher-2193-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35491_solr
   [junit4]   2> 1716942 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1716943 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1716943 INFO  (zkCallback-2215-thread-1-processing-n:127.0.0.1:33295_solr) [n:127.0.0.1:33295_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1716946 INFO  (zkCallback-2216-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1716951 INFO  (jetty-launcher-2193-thread-2) [n:127.0.0.1:33295_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33295_solr
   [junit4]   2> 1716952 INFO  (zkCallback-2215-thread-1-processing-n:127.0.0.1:33295_solr) [n:127.0.0.1:33295_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1716954 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1716958 INFO  (zkCallback-2216-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1716975 INFO  (jetty-launcher-2193-thread-4) [n:127.0.0.1:34333_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1717266 INFO  (jetty-launcher-2193-thread-4) [n:127.0.0.1:34333_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1717267 INFO  (jetty-launcher-2193-thread-4) [n:127.0.0.1:34333_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34333_solr
   [junit4]   2> 1717267 INFO  (zkCallback-2215-thread-2-processing-n:127.0.0.1:33295_solr) [n:127.0.0.1:33295_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1717267 INFO  (zkCallback-2216-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1717269 INFO  (zkCallback-2209-thread-1-processing-n:127.0.0.1:34333_solr) [n:127.0.0.1:34333_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1717276 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1717298 INFO  (jetty-launcher-2193-thread-2) [n:127.0.0.1:33295_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33295.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bcbbc3c
   [junit4]   2> 1717300 INFO  (jetty-launcher-2193-thread-1) [n:127.0.0.1:41709_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41709.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bcbbc3c
   [junit4]   2> 1717303 INFO  (jetty-launcher-2193-thread-2) [n:127.0.0.1:33295_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33295.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bcbbc3c
   [junit4]   2> 1717303 INFO  (jetty-launcher-2193-thread-2) [n:127.0.0.1:33295_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33295.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bcbbc3c
   [junit4]   2> 1717303 INFO  (jetty-launcher-2193-thread-2) [n:127.0.0.1:33295_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_1DA15E4F5E12E5A4-001/tempDir-001/node2/.
   [junit4]   2> 1717307 INFO  (jetty-launcher-2193-thread-1) [n:127.0.0.1:41709_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41709.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bcbbc3c
   [junit4]   2> 1717307 INFO  (jetty-launcher-2193-thread-1) [n:127.0.0.1:41709_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41709.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bcbbc3c
   [junit4]   2> 1717308 INFO  (jetty-launcher-2193-thread-1) [n:127.0.0.1:41709_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_1DA15E4F5E12E5A4-001/tempDir-001/node1/.
   [junit4]   2> 1717326 INFO  (jetty-launcher-2193-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35491.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bcbbc3c
   [junit4]   2> 1717333 INFO  (jetty-launcher-2193-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35491.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bcbbc3c
   [junit4]   2> 1717333 INFO  (jetty-launcher-2193-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35491.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bcbbc3c
   [junit4]   2> 1717334 INFO  (jetty-launcher-2193-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_1DA15E4F5E12E5A4-001/tempDir-001/node3/.
   [junit4]   2> 1717379 INFO  (jetty-launcher-2193-thread-4) [n:127.0.0.1:34333_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34333.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bcbbc3c
   [junit4]   2> 1717384 INFO  (jetty-launcher-2193-thread-4) [n:127.0.0.1:34333_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34333.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bcbbc3c
   [junit4]   2> 1717384 INFO  (jetty-launcher-2193-thread-4) [n:127.0.0.1:34333_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34333.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bcbbc3c
   [junit4]   2> 1717385 INFO  (jetty-launcher-2193-thread-4) [n:127.0.0.1:34333_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_1DA15E4F5E12E5A4-001/tempDir-001/node4/.
   [junit4]   2> 1717420 INFO  (SUITE-OverseerRolesTest-seed#[1DA15E4F5E12E5A4]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1717420 INFO  (SUITE-OverseerRolesTest-seed#[1DA15E4F5E12E5A4]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42017/solr ready
   [junit4]   2> 1717432 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerRole
   [junit4]   2> 1717432 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:33295_solr
   [junit4]   2> 1717432 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.OverseerRolesTest Election queue: 
   [junit4]   2> 1717433 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.OverseerRolesTest ### Setting overseer designate 127.0.0.1:35491_solr
   [junit4]   2> 1717448 INFO  (qtp1077484287-17558) [n:127.0.0.1:33295_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:35491_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1717453 INFO  (OverseerThreadFactory-6829-thread-1-processing-n:127.0.0.1:33295_solr) [n:127.0.0.1:33295_solr    ] o.a.s.c.OverseerRoleCmd Overseer role added to 127.0.0.1:35491_solr
   [junit4]   2> 1717455 INFO  (Thread-6107) [n:127.0.0.1:33295_solr    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 98488277905309707-127.0.0.1:33295_solr-n_0000000000 overseer designates are [127.0.0.1:35491_solr]
   [junit4]   2> 1717455 INFO  (qtp1077484287-17558) [n:127.0.0.1:33295_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35491_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 1717456 INFO  (Thread-6107) [n:127.0.0.1:33295_solr    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [98488277905309707-127.0.0.1:33295_solr-n_0000000000, 98488277905309705-127.0.0.1:41709_solr-n_0000000001, 98488277905309708-127.0.0.1:35491_solr-n_0000000002, 98488277905309704-127.0.0.1:34333_solr-n_0000000003]
   [junit4]   2> 1717456 INFO  (Thread-6107) [n:127.0.0.1:33295_solr    ] o.a.s.c.OverseerNodePrioritizer asking node 98488277905309708-127.0.0.1:35491_solr-n_0000000002 to come join election at head
   [junit4]   2> 1717474 INFO  (qtp924348450-17565) [n:127.0.0.1:35491_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=98488277905309708-127.0.0.1:35491_solr-n_0000000002&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1717474 INFO  (Thread-6107) [n:127.0.0.1:33295_solr    ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 98488277905309705-127.0.0.1:41709_solr-n_0000000001 to rejoin election  
   [junit4]   2> 1717490 INFO  (qtp1602888131-17568) [n:127.0.0.1:41709_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=98488277905309705-127.0.0.1:41709_solr-n_0000000001&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1717491 INFO  (OverseerStateUpdate-98488277905309707-127.0.0.1:33295_solr-n_0000000000) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"98488277905309707-127.0.0.1:33295_solr-n_0000000000"} 127.0.0.1:33295_solr
   [junit4]   2> 1717491 INFO  (OverseerStateUpdate-98488277905309707-127.0.0.1:33295_solr-n_0000000000) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33295_solr
   [junit4]   2> 1717491 WARN  (OverseerExitThread) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 1717492 INFO  (OverseerExitThread) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309707-127.0.0.1:33295_solr-n_0000000000) closing
   [junit4]   2> 1717492 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41709_solr
   [junit4]   2> 1717493 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309705-127.0.0.1:41709_solr-n_0000000001) starting
   [junit4]   2> 1717495 INFO  (OverseerCollectionConfigSetProcessor-98488277905309705-127.0.0.1:41709_solr-n_0000000001) [n:127.0.0.1:41709_solr    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 98488277905309705-127.0.0.1:41709_solr-n_0000000001 overseer designates are [127.0.0.1:35491_solr]
   [junit4]   2> 1717495 INFO  (OverseerCollectionConfigSetProcessor-98488277905309705-127.0.0.1:41709_solr-n_0000000001) [n:127.0.0.1:41709_solr    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [98488277905309705-127.0.0.1:41709_solr-n_0000000001, 98488277905309708-127.0.0.1:35491_solr-n_0000000002, 98488277905309704-127.0.0.1:34333_solr-n_0000000003, 98488277905309707-127.0.0.1:33295_solr-n_0000000004]
   [junit4]   2> 1717498 INFO  (OverseerStateUpdate-98488277905309705-127.0.0.1:41709_solr-n_0000000001) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"98488277905309705-127.0.0.1:41709_solr-n_0000000001"} 127.0.0.1:41709_solr
   [junit4]   2> 1717498 INFO  (OverseerStateUpdate-98488277905309705-127.0.0.1:41709_solr-n_0000000001) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41709_solr
   [junit4]   2> 1717499 WARN  (OverseerExitThread) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 1717499 INFO  (OverseerExitThread) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309705-127.0.0.1:41709_solr-n_0000000001) closing
   [junit4]   2> 1717500 INFO  (zkCallback-2216-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35491_solr
   [junit4]   2> 1717500 INFO  (zkCallback-2216-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309708-127.0.0.1:35491_solr-n_0000000002) starting
   [junit4]   2> 1717562 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.OverseerRolesTest ### Adding another overseer designate 127.0.0.1:34333_solr
   [junit4]   2> 1717563 INFO  (qtp1077484287-17563) [n:127.0.0.1:33295_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:34333_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1717564 INFO  (OverseerThreadFactory-6841-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.OverseerRoleCmd Overseer role added to 127.0.0.1:34333_solr
   [junit4]   2> 1717569 INFO  (qtp1077484287-17563) [n:127.0.0.1:33295_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34333_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 1717570 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:35491_solr
   [junit4]   2> 1717570 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.OverseerRolesTest Election queue: 
   [junit4]   2> 1717570 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 35491
   [junit4]   2> 1717570 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=940705525
   [junit4]   2> 1717570 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1717570 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@590b912f: rootName = solr_35491, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@273c6992
   [junit4]   2> 1717576 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1717576 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2bb76bc8: rootName = solr_35491, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5ca838d1
   [junit4]   2> 1717579 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1717579 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e6d3a3c: rootName = solr_35491, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@197dd252
   [junit4]   2> 1717579 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1717580 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1717580 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.Overseer Overseer (id=98488277905309708-127.0.0.1:35491_solr-n_0000000002) closing
   [junit4]   2> 1717580 INFO  (OverseerStateUpdate-98488277905309708-127.0.0.1:35491_solr-n_0000000002) [n:127.0.0.1:35491_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35491_solr
   [junit4]   2> 1717581 INFO  (zkCallback-2215-thread-2-processing-n:127.0.0.1:33295_solr) [n:127.0.0.1:33295_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1717581 WARN  (zkCallback-2216-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1717581 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1717581 INFO  (zkCallback-2209-thread-1-processing-n:127.0.0.1:34333_solr) [n:127.0.0.1:34333_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1717582 INFO  (zkCallback-2209-thread-2-processing-n:127.0.0.1:34333_solr) [n:127.0.0.1:34333_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34333_solr
   [junit4]   2> 1717582 INFO  (zkCallback-2223-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1717583 INFO  (zkCallback-2209-thread-2-processing-n:127.0.0.1:34333_solr) [n:127.0.0.1:34333_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309704-127.0.0.1:34333_solr-n_0000000003) starting
   [junit4]   2> 1717583 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c1149d1{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1717584 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4b158039{/solr,null,UNAVAILABLE}
   [junit4]   2> 1717593 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.OverseerRolesTest ### Adding last overseer designate 127.0.0.1:41709_solr
   [junit4]   2> 1717595 INFO  (qtp1602888131-17561) [n:127.0.0.1:41709_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:41709_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1717596 INFO  (OverseerThreadFactory-6844-thread-1-processing-n:127.0.0.1:34333_solr) [n:127.0.0.1:34333_solr    ] o.a.s.c.OverseerRoleCmd Overseer role added to 127.0.0.1:41709_solr
   [junit4]   2> 1717598 INFO  (qtp1602888131-17561) [n:127.0.0.1:41709_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41709_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1717598 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:34333_solr
   [junit4]   2> 1717598 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.OverseerRolesTest Election queue: 
   [junit4]   2> 1717599 INFO  (qtp1602888131-17568) [n:127.0.0.1:41709_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:34333_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1717600 INFO  (OverseerThreadFactory-6844-thread-2-processing-n:127.0.0.1:34333_solr) [n:127.0.0.1:34333_solr    ] o.a.s.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:34333_solr
   [junit4]   2> 1717600 INFO  (OverseerCollectionConfigSetProcessor-98488277905309704-127.0.0.1:34333_solr-n_0000000003) [n:127.0.0.1:34333_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1717602 INFO  (Thread-6110) [n:127.0.0.1:34333_solr    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 98488277905309704-127.0.0.1:34333_solr-n_0000000003 overseer designates are [127.0.0.1:35491_solr, 127.0.0.1:41709_solr]
   [junit4]   2> 1717603 INFO  (Thread-6110) [n:127.0.0.1:34333_solr    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [98488277905309704-127.0.0.1:34333_solr-n_0000000003, 98488277905309707-127.0.0.1:33295_solr-n_0000000004, 98488277905309705-127.0.0.1:41709_solr-n_0000000005]
   [junit4]   2> 1717603 INFO  (qtp1602888131-17568) [n:127.0.0.1:41709_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34333_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1717603 INFO  (Thread-6110) [n:127.0.0.1:34333_solr    ] o.a.s.c.OverseerNodePrioritizer asking node 98488277905309705-127.0.0.1:41709_solr-n_0000000005 to come join election at head
   [junit4]   2> 1717604 INFO  (qtp1602888131-17544) [n:127.0.0.1:41709_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=98488277905309705-127.0.0.1:41709_solr-n_0000000005&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1717605 INFO  (Thread-6110) [n:127.0.0.1:34333_solr    ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 98488277905309707-127.0.0.1:33295_solr-n_0000000004 to rejoin election  
   [junit4]   2> 1717607 INFO  (qtp1077484287-17563) [n:127.0.0.1:33295_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=98488277905309707-127.0.0.1:33295_solr-n_0000000004&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1717608 INFO  (OverseerStateUpdate-98488277905309704-127.0.0.1:34333_solr-n_0000000003) [n:127.0.0.1:34333_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"98488277905309704-127.0.0.1:34333_solr-n_0000000003"} 127.0.0.1:34333_solr
   [junit4]   2> 1717608 INFO  (OverseerStateUpdate-98488277905309704-127.0.0.1:34333_solr-n_0000000003) [n:127.0.0.1:34333_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34333_solr
   [junit4]   2> 1717610 WARN  (OverseerExitThread) [n:127.0.0.1:34333_solr    ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 1717611 INFO  (OverseerExitThread) [n:127.0.0.1:34333_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309704-127.0.0.1:34333_solr-n_0000000003) closing
   [junit4]   2> 1717611 INFO  (zkCallback-2215-thread-2-processing-n:127.0.0.1:33295_solr) [n:127.0.0.1:33295_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33295_solr
   [junit4]   2> 1717612 INFO  (zkCallback-2215-thread-2-processing-n:127.0.0.1:33295_solr) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309707-127.0.0.1:33295_solr-n_0000000004) starting
   [junit4]   2> 1717616 INFO  (OverseerCollectionConfigSetProcessor-98488277905309707-127.0.0.1:33295_solr-n_0000000004) [n:127.0.0.1:33295_solr    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 98488277905309707-127.0.0.1:33295_solr-n_0000000004 overseer designates are [127.0.0.1:35491_solr, 127.0.0.1:41709_solr]
   [junit4]   2> 1717616 INFO  (OverseerCollectionConfigSetProcessor-98488277905309707-127.0.0.1:33295_solr-n_0000000004) [n:127.0.0.1:33295_solr    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [98488277905309707-127.0.0.1:33295_solr-n_0000000004, 98488277905309705-127.0.0.1:41709_solr-n_0000000005, 98488277905309704-127.0.0.1:34333_solr-n_0000000006]
   [junit4]   2> 1717620 INFO  (OverseerStateUpdate-98488277905309707-127.0.0.1:33295_solr-n_0000000004) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"98488277905309707-127.0.0.1:33295_solr-n_0000000004"} 127.0.0.1:33295_solr
   [junit4]   2> 1717620 INFO  (OverseerStateUpdate-98488277905309707-127.0.0.1:33295_solr-n_0000000004) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33295_solr
   [junit4]   2> 1717630 WARN  (OverseerExitThread) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 1717631 INFO  (OverseerExitThread) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309707-127.0.0.1:33295_solr-n_0000000004) closing
   [junit4]   2> 1717631 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41709_solr
   [junit4]   2> 1717632 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309705-127.0.0.1:41709_solr-n_0000000005) starting
   [junit4]   2> 1717704 INFO  (qtp1602888131-17538) [n:127.0.0.1:41709_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:34333_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1717705 INFO  (OverseerThreadFactory-6848-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.OverseerRoleCmd Overseer role added to 127.0.0.1:34333_solr
   [junit4]   2> 1717707 INFO  (qtp1602888131-17538) [n:127.0.0.1:41709_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34333_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1717707 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.c.OverseerRolesTest ### Sending QUIT to overseer 127.0.0.1:41709_solr
   [junit4]   2> 1717708 INFO  (OverseerStateUpdate-98488277905309705-127.0.0.1:41709_solr-n_0000000005) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"98488277905309705-127.0.0.1:41709_solr-n_0000000005"} 127.0.0.1:41709_solr
   [junit4]   2> 1717709 INFO  (OverseerStateUpdate-98488277905309705-127.0.0.1:41709_solr-n_0000000005) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41709_solr
   [junit4]   2> 1717710 WARN  (OverseerExitThread) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 1717710 INFO  (OverseerExitThread) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309705-127.0.0.1:41709_solr-n_0000000005) closing
   [junit4]   2> 1717710 INFO  (zkCallback-2209-thread-2-processing-n:127.0.0.1:34333_solr) [n:127.0.0.1:34333_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34333_solr
   [junit4]   2> 1717711 INFO  (Thread-6111) [n:127.0.0.1:41709_solr    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 98488277905309705-127.0.0.1:41709_solr-n_0000000005 overseer designates are [127.0.0.1:35491_solr, 127.0.0.1:41709_solr, 127.0.0.1:34333_solr]
   [junit4]   2> 1717711 INFO  (zkCallback-2209-thread-2-processing-n:127.0.0.1:34333_solr) [n:127.0.0.1:34333_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309704-127.0.0.1:34333_solr-n_0000000006) starting
   [junit4]   2> 1717711 INFO  (Thread-6111) [n:127.0.0.1:41709_solr    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [98488277905309704-127.0.0.1:34333_solr-n_0000000006, 98488277905309707-127.0.0.1:33295_solr-n_0000000007, 98488277905309705-127.0.0.1:41709_solr-n_0000000008]
   [junit4]   2> 1717712 INFO  (Thread-6111) [n:127.0.0.1:41709_solr    ] o.a.s.c.OverseerNodePrioritizer asking node 98488277905309704-127.0.0.1:34333_solr-n_0000000006 to come join election at head
   [junit4]   2> 1717743 INFO  (qtp1281400165-17570) [n:127.0.0.1:34333_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=98488277905309704-127.0.0.1:34333_solr-n_0000000006&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1717744 INFO  (Thread-6111) [n:127.0.0.1:41709_solr    ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 98488277905309707-127.0.0.1:33295_solr-n_0000000007 to rejoin election  
   [junit4]   2> 1717745 INFO  (qtp1077484287-17555) [n:127.0.0.1:33295_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=98488277905309707-127.0.0.1:33295_solr-n_0000000007&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1717746 INFO  (OverseerStateUpdate-98488277905309704-127.0.0.1:34333_solr-n_0000000006) [n:127.0.0.1:34333_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"98488277905309704-127.0.0.1:34333_solr-n_0000000006"} 127.0.0.1:34333_solr
   [junit4]   2> 1717747 INFO  (OverseerStateUpdate-98488277905309704-127.0.0.1:34333_solr-n_0000000006) [n:127.0.0.1:34333_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34333_solr
   [junit4]   2> 1717747 WARN  (OverseerExitThread) [n:127.0.0.1:34333_solr    ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 1717748 INFO  (OverseerExitThread) [n:127.0.0.1:34333_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309704-127.0.0.1:34333_solr-n_0000000006) closing
   [junit4]   2> 1717748 INFO  (zkCallback-2215-thread-2-processing-n:127.0.0.1:33295_solr) [n:127.0.0.1:33295_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33295_solr
   [junit4]   2> 1717749 INFO  (zkCallback-2215-thread-2-processing-n:127.0.0.1:33295_solr) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309707-127.0.0.1:33295_solr-n_0000000007) starting
   [junit4]   2> 1717751 INFO  (OverseerCollectionConfigSetProcessor-98488277905309707-127.0.0.1:33295_solr-n_0000000007) [n:127.0.0.1:33295_solr    ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 98488277905309707-127.0.0.1:33295_solr-n_0000000007 overseer designates are [127.0.0.1:35491_solr, 127.0.0.1:41709_solr, 127.0.0.1:34333_solr]
   [junit4]   2> 1717752 INFO  (OverseerCollectionConfigSetProcessor-98488277905309707-127.0.0.1:33295_solr-n_0000000007) [n:127.0.0.1:33295_solr    ] o.a.s.c.OverseerNodePrioritizer sorted nodes [98488277905309707-127.0.0.1:33295_solr-n_0000000007, 98488277905309705-127.0.0.1:41709_solr-n_0000000008, 98488277905309704-127.0.0.1:34333_solr-n_0000000009]
   [junit4]   2> 1717753 INFO  (OverseerStateUpdate-98488277905309707-127.0.0.1:33295_solr-n_0000000007) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"98488277905309707-127.0.0.1:33295_solr-n_0000000007"} 127.0.0.1:33295_solr
   [junit4]   2> 1717753 INFO  (OverseerStateUpdate-98488277905309707-127.0.0.1:33295_solr-n_0000000007) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33295_solr
   [junit4]   2> 1717754 WARN  (OverseerExitThread) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer I'm exiting, but I'm still the leader
   [junit4]   2> 1717755 INFO  (OverseerExitThread) [n:127.0.0.1:33295_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309707-127.0.0.1:33295_solr-n_0000000007) closing
   [junit4]   2> 1717755 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41709_solr
   [junit4]   2> 1717756 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer Overseer (id=98488277905309705-127.0.0.1:41709_solr-n_0000000008) starting
   [junit4]   2> 1732780 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[1DA15E4F5E12E5A4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testOverseerRole
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=OverseerRolesTest -Dtests.method=testOverseerRole -Dtests.seed=1DA15E4F5E12E5A4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-CR -Dtests.timezone=America/Iqaluit -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 15.4s J0 | OverseerRolesTest.testOverseerRole <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Timed out waiting for overseer state change
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1DA15E4F5E12E5A4:FC6AA3DB65A1D375]:0)
   [junit4]    > 	at org.apache.solr.cloud.OverseerRolesTest.waitForNewOverseer(OverseerRolesTest.java:62)
   [junit4]    > 	at org.apache.solr.cloud.OverseerRolesTest.testOverseerRole(OverseerRolesTest.java:140)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1732783 INFO  (jetty-closer-2194-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a14ca8b{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1732783 INFO  (jetty-closer-2194-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@abc9395{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1732783 INFO  (jetty-closer-2194-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=433446270
   [junit4]   2> 1732784 INFO  (jetty-closer-2194-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2079998000
   [junit4]   2> 1732783 INFO  (jetty-closer-2194-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3adea202{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1732784 INFO  (jetty-closer-2194-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1732784 INFO  (jetty-closer-2194-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1732784 INFO  (jetty-closer-2194-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@133a5e20: rootName = solr_33295, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7602ef71
   [junit4]   2> 1732784 INFO  (jetty-closer-2194-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@95100e8: rootName = solr_41709, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@22f88cf5
   [junit4]   2> 1732784 INFO  (jetty-closer-2194-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1479038311
   [junit4]   2> 1732784 INFO  (jetty-closer-2194-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1732784 INFO  (jetty-closer-2194-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2cad1e0: rootName = solr_34333, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@42a97ef9
   [junit4]   2> 1732789 INFO  (jetty-closer-2194-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1732789 INFO  (jetty-closer-2194-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1045e6f9: rootName = solr_34333, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5ca838d1
   [junit4]   2> 1732790 INFO  (jetty-closer-2194-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1732790 INFO  (jetty-closer-2194-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1732790 INFO  (jetty-closer-2194-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c11c489: rootName = solr_41709, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5ca838d1
   [junit4]   2> 1732790 INFO  (jetty-closer-2194-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@851d6d3: rootName = solr_33295, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5ca838d1
   [junit4]   2> 1732793 INFO  (jetty-closer-2194-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1732793 INFO  (jetty-closer-2194-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b327e6c: rootName = solr_34333, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@197dd252
   [junit4]   2> 1732794 INFO  (jetty-closer-2194-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1732794 INFO  (jetty-closer-2194-thread-4) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1732795 WARN  (zkCallback-2209-thread-2-processing-n:127.0.0.1:34333_solr) [n:127.0.0.1:34333_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1732795 INFO  (jetty-closer-2194-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1732795 INFO  (jetty-closer-2194-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1732795 INFO  (jetty-closer-2194-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@65847525: rootName = solr_41709, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@197dd252
   [junit4]   2> 1732795 INFO  (jetty-closer-2194-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f28f5b1{/solr,null,UNAVAILABLE}
   [junit4]   2> 1732795 INFO  (jetty-closer-2194-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17bf84ef: rootName = solr_33295, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@197dd252
   [junit4]   2> 1732795 INFO  (zkCallback-2215-thread-1-processing-n:127.0.0.1:33295_solr) [n:127.0.0.1:33295_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1732795 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1732796 INFO  (jetty-closer-2194-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1732796 INFO  (jetty-closer-2194-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1732796 INFO  (jetty-closer-2194-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1732796 INFO  (jetty-closer-2194-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1732796 INFO  (jetty-closer-2194-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98488277905309705-127.0.0.1:41709_solr-n_0000000008) closing
   [junit4]   2> 1732796 INFO  (OverseerStateUpdate-98488277905309705-127.0.0.1:41709_solr-n_0000000008) [n:127.0.0.1:41709_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41709_solr
   [junit4]   2> 1732797 INFO  (zkCallback-2210-thread-1-processing-n:127.0.0.1:41709_solr) [n:127.0.0.1:41709_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1732798 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de69123160009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1732798 INFO  (jetty-closer-2194-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@468737d9{/solr,null,UNAVAILABLE}
   [junit4]   2> 1734296 WARN  (zkCallback-2215-thread-1-processing-n:127.0.0.1:33295_solr) [n:127.0.0.1:33295_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1734297 INFO  (jetty-closer-2194-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ab6fecb{/solr,null,UNAVAILABLE}
   [junit4]   2> 1734297 ERROR (SUITE-OverseerRolesTest-seed#[1DA15E4F5E12E5A4]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1734297 INFO  (SUITE-OverseerRolesTest-seed#[1DA15E4F5E12E5A4]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42017 42017
   [junit4]   2> 1734326 INFO  (Thread-6070) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42017 42017
   [junit4]   2> 1734327 WARN  (Thread-6070) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98488277905309705-127.0.0.1:41709_solr-n_0000000008
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_1DA15E4F5E12E5A4-001
   [junit4]   2> Aug 15, 2017 3:44:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=es-CR, timezone=America/Iqaluit
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=309297048,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [RAMDirectoryFactoryTest, DistributedQueueTest, UpdateParamsTest, BasicDistributedZkTest, UpdateLogTest, TestBulkSchemaConcurrent, TestMacros, TestSolrQueryParser, SolrGangliaReporterTest, TestSolrQueryResponse, AssignBackwardCompatibilityTest, DirectoryFactoryTest, TestSchemaSimilarityResource, TestUniqueKeyFieldResource, TestWriterPerf, TestRandomDVFaceting, TestLMDirichletSimilarityFactory, TestRecoveryHdfs, TestCollectionAPIs, TestIndexingPerformance, TestBinaryField, SparseHLLTest, TestOmitPositions, UninvertDocValuesMergePolicyTest, ForceLeaderTest, TestLazyCores, TestIBSimilarityFactory, PreAnalyzedFieldManagedSchemaCloudTest, TestLuceneMatchVersion, TestManagedSchemaAPI, TestFieldCache, DeleteReplicaTest, TestStressInPlaceUpdates, RulesTest, ShardSplitTest, TestLegacyField, TestCloudPseudoReturnFields, HdfsDirectoryTest, SolrPluginUtilsTest, TestClassicSimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestCSVLoader, HdfsRestartWhileUpdatingTest, CoreAdminRequestStatusTest, CollectionsAPISolrJTest, TestWordDelimiterFilterFactory, TestCollationField, BigEndianAscendingWordSerializerTest, TestManagedSynonymGraphFilterFactory, DebugComponentTest, IndexBasedSpellCheckerTest, TestFunctionQuery, TestDistributedSearch, TestRestoreCore, DistributedQueryElevationComponentTest, LeaderFailoverAfterPartitionTest, DocumentAnalysisRequestHandlerTest, SynonymTokenizerTest, TestRequestStatusCollectionAPI, TestNamedUpdateProcessors, HighlighterConfigTest, TestCollationFieldDocValues, TestXmlQParserPlugin, CursorPagingTest, TestMinMaxOnMultiValuedField, ChangedSchemaMergeTest, TestPayloadCheckQParserPlugin, MultiThreadedOCPTest, InfixSuggestersTest, SolrIndexConfigTest, MetricsHandlerTest, TestFieldTypeResource, ReplaceNodeTest, FieldAnalysisRequestHandlerTest, SolrCoreTest, QueryElevationComponentTest, SpellingQueryConverterTest, TestDocSet, TestLRUStatsCache, TestLegacyTerms, DistributedFacetPivotSmallTest, TestRuleBasedAuthorizationPlugin, HdfsChaosMonkeyNothingIsSafeTest, TestPullReplicaErrorHandling, TestSolrConfigHandlerCloud, BJQParserTest, TestDownShardTolerantSearch, CachingDirectoryFactoryTest, RequestHandlersTest, QueryResultKeyTest, TestPHPSerializedResponseWriter, TestStressUserVersions, TestSubQueryTransformerCrossCore, TestLegacyFieldCache, TestCollapseQParserPlugin, TestSolrCloudSnapshots, TestCopyFieldCollectionResource, CursorMarkTest, DistributedQueryComponentOptimizationTest, DocValuesMissingTest, DocExpirationUpdateProcessorFactoryTest, RankQueryTest, TestSolrDeletionPolicy1, TriLevelCompositeIdRoutingTest, HdfsTlogReplayBufferedWhileIndexingTest, SpellCheckCollatorWithCollapseTest, TestBinaryResponseWriter, ConnectionManagerTest, LeaderInitiatedRecoveryOnShardRestartTest, TestConfig, OpenExchangeRatesOrgProviderTest, TestSolrCoreParser, TestImpersonationWithHadoopAuth, RollingRestartTest, TestUseDocValuesAsStored2, BinaryUpdateRequestHandlerTest, SpatialHeatmapFacetsTest, BaseCdcrDistributedZkTest, CollectionStateFormat2Test, UUIDFieldTest, TestComponentsName, TestQuerySenderNoQuery, ResponseLogComponentTest, TestSearchPerf, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestPhraseSuggestions, ScriptEngineTest, DOMUtilTest, TestDocumentBuilder, SliceStateTest, DistributedIntervalFacetingTest, ActionThrottleTest, AliasIntegrationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionsAPIAsyncDistributedZkTest, DistributedVersionInfoTest, MissingSegmentRecoveryTest, MoveReplicaTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest]
   [junit4] Completed [519/729 (1!)] on J0 in 18.36s, 1 test, 1 failure <<< FAILURES!

[...truncated 44008 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 264 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/264/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}

Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
	at __randomizedtesting.SeedInfo.seed([F18C8E7BB0DC9844:B9F9FACFB6EFB7D1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:581)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:462)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11854 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001/init-core-data-001
   [junit4]   2> 908535 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[F18C8E7BB0DC9844]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=31 numCloses=31
   [junit4]   2> 908535 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F18C8E7BB0DC9844]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 908536 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F18C8E7BB0DC9844]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 908537 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F18C8E7BB0DC9844]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 908537 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F18C8E7BB0DC9844]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001/tempDir-001
   [junit4]   2> 908538 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F18C8E7BB0DC9844]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 908538 INFO  (Thread-3405) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 908538 INFO  (Thread-3405) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 908539 ERROR (Thread-3405) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 908638 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F18C8E7BB0DC9844]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:37627
   [junit4]   2> 908647 INFO  (jetty-launcher-1437-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 908647 INFO  (jetty-launcher-1437-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 908647 INFO  (jetty-launcher-1437-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 908647 INFO  (jetty-launcher-1437-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 908649 INFO  (jetty-launcher-1437-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a9ef83{/solr,null,AVAILABLE}
   [junit4]   2> 908649 INFO  (jetty-launcher-1437-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8642b4{/solr,null,AVAILABLE}
   [junit4]   2> 908654 INFO  (jetty-launcher-1437-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@105fde9{/solr,null,AVAILABLE}
   [junit4]   2> 908654 INFO  (jetty-launcher-1437-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@ec07f9{SSL,[ssl, http/1.1]}{127.0.0.1:33271}
   [junit4]   2> 908654 INFO  (jetty-launcher-1437-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3ed63a{SSL,[ssl, http/1.1]}{127.0.0.1:43179}
   [junit4]   2> 908654 INFO  (jetty-launcher-1437-thread-1) [    ] o.e.j.s.Server Started @909833ms
   [junit4]   2> 908655 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33271}
   [junit4]   2> 908654 INFO  (jetty-launcher-1437-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fce899{/solr,null,AVAILABLE}
   [junit4]   2> 908655 ERROR (jetty-launcher-1437-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 908655 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 908655 INFO  (jetty-launcher-1437-thread-3) [    ] o.e.j.s.Server Started @909834ms
   [junit4]   2> 908656 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 908656 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43179}
   [junit4]   2> 908656 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 908655 INFO  (jetty-launcher-1437-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@64a0d{SSL,[ssl, http/1.1]}{127.0.0.1:44865}
   [junit4]   2> 908656 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T11:27:31.672Z
   [junit4]   2> 908656 INFO  (jetty-launcher-1437-thread-2) [    ] o.e.j.s.Server Started @909835ms
   [junit4]   2> 908656 ERROR (jetty-launcher-1437-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 908656 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44865}
   [junit4]   2> 908657 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 908657 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 908657 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 908657 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T11:27:31.673Z
   [junit4]   2> 908657 ERROR (jetty-launcher-1437-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 908657 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 908657 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 908657 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 908657 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T11:27:31.673Z
   [junit4]   2> 908656 INFO  (jetty-launcher-1437-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15c7d9f{SSL,[ssl, http/1.1]}{127.0.0.1:38517}
   [junit4]   2> 908657 INFO  (jetty-launcher-1437-thread-4) [    ] o.e.j.s.Server Started @909837ms
   [junit4]   2> 908657 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38517}
   [junit4]   2> 908658 ERROR (jetty-launcher-1437-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 908658 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 908658 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 908658 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 908658 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T11:27:31.674Z
   [junit4]   2> 908663 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 908664 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 908664 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 908664 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 908679 INFO  (jetty-launcher-1437-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37627/solr
   [junit4]   2> 908679 INFO  (jetty-launcher-1437-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37627/solr
   [junit4]   2> 908679 INFO  (jetty-launcher-1437-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37627/solr
   [junit4]   2> 908679 INFO  (jetty-launcher-1437-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37627/solr
   [junit4]   2> 908744 INFO  (jetty-launcher-1437-thread-2) [n:127.0.0.1:44865_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 908744 INFO  (jetty-launcher-1437-thread-4) [n:127.0.0.1:38517_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 908745 INFO  (jetty-launcher-1437-thread-4) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38517_solr
   [junit4]   2> 908745 INFO  (jetty-launcher-1437-thread-2) [n:127.0.0.1:44865_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44865_solr
   [junit4]   2> 908746 INFO  (jetty-launcher-1437-thread-4) [n:127.0.0.1:38517_solr    ] o.a.s.c.Overseer Overseer (id=98487268249042954-127.0.0.1:38517_solr-n_0000000000) starting
   [junit4]   2> 908747 INFO  (zkCallback-1456-thread-1-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 908747 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 908751 INFO  (jetty-launcher-1437-thread-3) [n:127.0.0.1:43179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 908755 INFO  (jetty-launcher-1437-thread-3) [n:127.0.0.1:43179_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 908757 INFO  (jetty-launcher-1437-thread-1) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 908758 INFO  (jetty-launcher-1437-thread-1) [n:127.0.0.1:33271_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 908759 INFO  (jetty-launcher-1437-thread-1) [n:127.0.0.1:33271_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33271_solr
   [junit4]   2> 908761 INFO  (zkCallback-1456-thread-1-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 908762 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 908762 INFO  (zkCallback-1458-thread-1-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 908763 INFO  (zkCallback-1457-thread-1-processing-n:127.0.0.1:43179_solr) [n:127.0.0.1:43179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 908777 INFO  (jetty-launcher-1437-thread-4) [n:127.0.0.1:38517_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38517_solr
   [junit4]   2> 908778 INFO  (zkCallback-1456-thread-1-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 908778 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 908778 INFO  (zkCallback-1457-thread-1-processing-n:127.0.0.1:43179_solr) [n:127.0.0.1:43179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 908780 INFO  (jetty-launcher-1437-thread-3) [n:127.0.0.1:43179_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43179_solr
   [junit4]   2> 908781 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 908785 INFO  (zkCallback-1458-thread-1-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 908785 INFO  (zkCallback-1456-thread-1-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 908785 INFO  (zkCallback-1457-thread-1-processing-n:127.0.0.1:43179_solr) [n:127.0.0.1:43179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 908958 WARN  (jetty-launcher-1437-thread-4) [n:127.0.0.1:38517_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 908958 WARN  (jetty-launcher-1437-thread-4) [n:127.0.0.1:38517_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 908958 WARN  (jetty-launcher-1437-thread-4) [n:127.0.0.1:38517_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 908959 INFO  (jetty-launcher-1437-thread-4) [n:127.0.0.1:38517_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001/tempDir-001/node4
   [junit4]   2> 908965 WARN  (jetty-launcher-1437-thread-2) [n:127.0.0.1:44865_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 908966 WARN  (jetty-launcher-1437-thread-2) [n:127.0.0.1:44865_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 908966 WARN  (jetty-launcher-1437-thread-2) [n:127.0.0.1:44865_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 908966 INFO  (jetty-launcher-1437-thread-2) [n:127.0.0.1:44865_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001/tempDir-001/node2
   [junit4]   2> 909155 WARN  (jetty-launcher-1437-thread-1) [n:127.0.0.1:33271_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 909155 WARN  (jetty-launcher-1437-thread-1) [n:127.0.0.1:33271_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 909155 WARN  (jetty-launcher-1437-thread-3) [n:127.0.0.1:43179_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 909155 WARN  (jetty-launcher-1437-thread-1) [n:127.0.0.1:33271_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 909155 WARN  (jetty-launcher-1437-thread-3) [n:127.0.0.1:43179_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 909156 WARN  (jetty-launcher-1437-thread-3) [n:127.0.0.1:43179_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 909156 INFO  (jetty-launcher-1437-thread-3) [n:127.0.0.1:43179_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001/tempDir-001/node3
   [junit4]   2> 909156 INFO  (jetty-launcher-1437-thread-1) [n:127.0.0.1:33271_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001/tempDir-001/node1
   [junit4]   2> 909171 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F18C8E7BB0DC9844]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 909172 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F18C8E7BB0DC9844]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37627/solr ready
   [junit4]   2> 909210 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
   [junit4]   2> 909210 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 909260 INFO  (qtp20401794-10131) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 909264 INFO  (qtp20401794-10131) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 909267 INFO  (qtp20401794-10107) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 909267 INFO  (qtp20401794-10107) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 909267 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
   [junit4]   2> 909292 INFO  (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard
   [junit4]   2> 909294 INFO  (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 909297 INFO  (qtp20401794-10127) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 909299 INFO  (OverseerThreadFactory-4170-thread-2-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.CreateCollectionCmd Create collection oversharded
   [junit4]   2> 909299 INFO  (OverseerCollectionConfigSetProcessor-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 909299 ERROR (OverseerThreadFactory-4170-thread-2-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 6 shards to be created (higher than the allowed number)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:157)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 909301 INFO  (qtp20401794-10127) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=4
   [junit4]   2> 909302 INFO  (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard
   [junit4]   2> 909328 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
   [junit4]   2> 909328 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 909330 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 909332 INFO  (OverseerThreadFactory-4170-thread-3-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
   [junit4]   2> 909332 INFO  (OverseerCollectionConfigSetProcessor-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 909438 INFO  (OverseerStateUpdate-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"created_and_deleted",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"created_and_deleted_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44865/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 909694 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 909695 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 909806 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 909806 INFO  (zkCallback-1459-thread-2-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 910714 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 910722 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 910725 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 910725 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica_n1' using configuration from collection created_and_deleted, trusted=true
   [junit4]   2> 910726 WARN  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 910726 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 910726 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001/tempDir-001/node2/created_and_deleted_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001/tempDir-001/node2/created_and_deleted_shard1_replica_n1/data/]
   [junit4]   2> 910765 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 910765 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 910765 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 910765 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 910766 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16a8ae4[created_and_deleted_shard1_replica_n1] main]
   [junit4]   2> 910767 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 910767 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 910768 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 910768 INFO  (searcherExecutor-4179-thread-1-processing-n:127.0.0.1:44865_solr x:created_and_deleted_shard1_replica_n1 s:shard1 c:created_and_deleted r:core_node2) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] Registered new searcher Searcher@16a8ae4[created_and_deleted_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 910768 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575796294323011584
   [junit4]   2> 910772 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 910772 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 910773 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44865/solr/created_and_deleted_shard1_replica_n1/
   [junit4]   2> 910773 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 910773 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44865/solr/created_and_deleted_shard1_replica_n1/ has no replicas
   [junit4]   2> 910773 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 910776 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44865/solr/created_and_deleted_shard1_replica_n1/ shard1
   [junit4]   2> 910878 INFO  (zkCallback-1459-thread-2-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 910878 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 910927 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 910928 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1234
   [junit4]   2> 910933 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 911033 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 911033 INFO  (zkCallback-1459-thread-2-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 911334 INFO  (OverseerCollectionConfigSetProcessor-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 911933 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2603
   [junit4]   2> 911935 INFO  (qtp20401794-10131) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 911935 INFO  (qtp20401794-10131) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 911936 INFO  (qtp20401794-10107) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 911938 INFO  (OverseerThreadFactory-4170-thread-4-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 911940 INFO  (qtp33360035-10126) [n:127.0.0.1:44865_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=null
   [junit4]   2> 911940 INFO  (qtp33360035-10126) [n:127.0.0.1:44865_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15ceef3: rootName = null, domain = solr.core.created_and_deleted.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.created_and_deleted.shard1.replica_n1 / null
   [junit4]   2> 911941 INFO  (qtp33360035-10126) [n:127.0.0.1:44865_solr    ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@12315bc
   [junit4]   2> 911941 INFO  (qtp33360035-10126) [n:127.0.0.1:44865_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=19076540
   [junit4]   2> 911941 INFO  (qtp33360035-10126) [n:127.0.0.1:44865_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.created_and_deleted.shard1.leader, tag=19076540
   [junit4]   2> 911943 INFO  (qtp33360035-10126) [n:127.0.0.1:44865_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 912647 INFO  (qtp20401794-10107) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=711
   [junit4]   2> 912648 INFO  (qtp20401794-10127) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 912648 INFO  (qtp20401794-10127) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 912650 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
   [junit4]   2> 912691 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
   [junit4]   2> 912692 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 912694 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=unknown_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 912695 INFO  (OverseerCollectionConfigSetProcessor-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 912695 INFO  (OverseerThreadFactory-4170-thread-5-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 912695 ERROR (OverseerThreadFactory-4170-thread-5-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: unknown_collection operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : unknown_collection
   [junit4]   2> 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:795)
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:88)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 912697 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=unknown_collection&action=DELETE&wt=javabin&version=2} status=400 QTime=3
   [junit4]   2> 912698 INFO  (qtp20401794-10131) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 912699 INFO  (OverseerThreadFactory-4170-thread-5-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.CreateCollectionCmd Create collection acollectionafterbaddelete
   [junit4]   2> 912700 INFO  (OverseerCollectionConfigSetProcessor-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 912904 INFO  (OverseerStateUpdate-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"acollectionafterbaddelete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"acollectionafterbaddelete_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44865/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 912905 INFO  (OverseerStateUpdate-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"acollectionafterbaddelete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"acollectionafterbaddelete_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33271/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 913109 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 913112 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 913113 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 913215 INFO  (zkCallback-1459-thread-2-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 913215 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 913215 INFO  (zkCallback-1458-thread-1-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 913215 INFO  (zkCallback-1458-thread-2-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 914120 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 914121 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 914136 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 914138 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 914140 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 914140 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n1' using configuration from collection acollectionafterbaddelete, trusted=true
   [junit4]   2> 914140 WARN  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 914141 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 914141 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 914141 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n2' using configuration from collection acollectionafterbaddelete, trusted=true
   [junit4]   2> 914141 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001/tempDir-001/node2/acollectionafterbaddelete_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001/tempDir-001/node2/acollectionafterbaddelete_shard1_replica_n1/data/]
   [junit4]   2> 914141 WARN  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 914141 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 914141 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica_n2/data/]
   [junit4]   2> 914187 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 914187 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 914187 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 914187 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 914188 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 914188 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 914188 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 914188 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 914189 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@11ac0e5[acollectionafterbaddelete_shard1_replica_n2] main]
   [junit4]   2> 914189 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@195abab[acollectionafterbaddelete_shard1_replica_n1] main]
   [junit4]   2> 914190 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 914190 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 914190 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 914190 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 914191 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 914191 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 914191 INFO  (searcherExecutor-4184-thread-1-processing-n:127.0.0.1:44865_solr x:acollectionafterbaddelete_shard1_replica_n1 s:shard1 c:acollectionafterbaddelete r:core_node3) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n1] Registered new searcher Searcher@195abab[acollectionafterbaddelete_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 914191 INFO  (searcherExecutor-4185-thread-1-processing-n:127.0.0.1:33271_solr x:acollectionafterbaddelete_shard1_replica_n2 s:shard1 c:acollectionafterbaddelete r:core_node4) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n2] Registered new searcher Searcher@11ac0e5[acollectionafterbaddelete_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 914191 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575796297912287232
   [junit4]   2> 914191 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575796297912287232
   [junit4]   2> 914194 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 914195 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 914195 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44865/solr/acollectionafterbaddelete_shard1_replica_n1/
   [junit4]   2> 914195 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica_n1 url=https://127.0.0.1:44865/solr START replicas=[https://127.0.0.1:33271/solr/acollectionafterbaddelete_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 914199 INFO  (qtp20401794-10111) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.S.Request [acollectionafterbaddelete_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 914298 INFO  (zkCallback-1458-thread-2-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 914298 INFO  (zkCallback-1459-thread-2-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 914298 INFO  (zkCallback-1458-thread-1-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 914298 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 914495 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica_n1 url=https://127.0.0.1:44865/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 914495 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 914495 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 914495 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 914498 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44865/solr/acollectionafterbaddelete_shard1_replica_n1/ shard1
   [junit4]   2> 914599 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 914599 INFO  (zkCallback-1458-thread-2-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 914599 INFO  (zkCallback-1459-thread-2-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 914599 INFO  (zkCallback-1458-thread-1-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 914648 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 914650 INFO  (qtp33360035-10132) [n:127.0.0.1:44865_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1541
   [junit4]   2> 914751 INFO  (zkCallback-1459-thread-2-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 914751 INFO  (zkCallback-1458-thread-2-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 914751 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 914751 INFO  (zkCallback-1458-thread-1-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 915196 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2084
   [junit4]   2> 915198 INFO  (qtp20401794-10131) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 915298 INFO  (zkCallback-1458-thread-1-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 915298 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 915298 INFO  (zkCallback-1459-thread-2-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 915298 INFO  (zkCallback-1458-thread-2-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 916198 INFO  (qtp20401794-10131) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3500
   [junit4]   2> 916201 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteNonExistentCollection
   [junit4]   2> 916231 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoConfigSetExist
   [junit4]   2> 916231 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 916233 INFO  (qtp20401794-10107) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 916234 INFO  (OverseerCollectionConfigSetProcessor-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 916234 INFO  (OverseerThreadFactory-4170-thread-5-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 916239 INFO  (qtp33360035-10136) [n:127.0.0.1:44865_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n1, tag=null
   [junit4]   2> 916239 INFO  (qtp33360035-10136) [n:127.0.0.1:44865_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d41f65: rootName = null, domain = solr.core.acollectionafterbaddelete.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.acollectionafterbaddelete.shard1.replica_n1 / null
   [junit4]   2> 916239 INFO  (qtp20401794-10127) [n:127.0.0.1:33271_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n2, tag=null
   [junit4]   2> 916239 INFO  (qtp33360035-10136) [n:127.0.0.1:44865_solr    ] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@29b0a2
   [junit4]   2> 916239 INFO  (qtp20401794-10127) [n:127.0.0.1:33271_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cfe42e: rootName = null, domain = solr.core.acollectionafterbaddelete.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.acollectionafterbaddelete.shard1.replica_n2 / null
   [junit4]   2> 916239 INFO  (qtp33360035-10136) [n:127.0.0.1:44865_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n1, tag=2732194
   [junit4]   2> 916239 INFO  (qtp20401794-10127) [n:127.0.0.1:33271_solr    ] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@7f5dd2
   [junit4]   2> 916239 INFO  (qtp33360035-10136) [n:127.0.0.1:44865_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.acollectionafterbaddelete.shard1.leader, tag=2732194
   [junit4]   2> 916239 INFO  (qtp20401794-10127) [n:127.0.0.1:33271_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n2, tag=8347090
   [junit4]   2> 916239 INFO  (qtp20401794-10127) [n:127.0.0.1:33271_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.acollectionafterbaddelete.shard1.leader, tag=8347090
   [junit4]   2> 916241 INFO  (qtp20401794-10127) [n:127.0.0.1:33271_solr    ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 916241 WARN  (zkCallback-1458-thread-2-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 916242 INFO  (qtp20401794-10127) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=acollectionafterbaddelete_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 916242 INFO  (qtp33360035-10136) [n:127.0.0.1:44865_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=acollectionafterbaddelete_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 916946 INFO  (qtp20401794-10107) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2} status=0 QTime=713
   [junit4]   2> 916947 INFO  (qtp20401794-10113) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 916949 INFO  (OverseerThreadFactory-4170-thread-5-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.CreateCollectionCmd Create collection noconfig
   [junit4]   2> 916949 INFO  (OverseerCollectionConfigSetProcessor-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 916949 ERROR (OverseerThreadFactory-4170-thread-5-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: noconfig operation: create failed:org.apache.solr.common.SolrException: Can not find the specified config set: conf123
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.validateConfigOrThrowSolrException(OverseerCollectionMessageHandler.java:753)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 916951 INFO  (qtp20401794-10113) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=3
   [junit4]   2> 917954 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 917954 INFO  (qtp20401794-10129) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 917955 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoConfigSetExist
   [junit4]   2> 917996 INFO  (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
   [junit4]   2> 917997 INFO  (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 917999 INFO  (qtp20401794-10131) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 918000 INFO  (OverseerThreadFactory-4170-thread-5-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection
   [junit4]   2> 918000 WARN  (OverseerThreadFactory-4170-thread-5-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 10 on collection collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 918000 INFO  (OverseerCollectionConfigSetProcessor-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000014 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 918001 ERROR (OverseerThreadFactory-4170-thread-5-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2, value of nrtReplicas is 10, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 20 shards to be created (higher than the allowed number)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:157)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 918003 INFO  (qtp20401794-10131) [n:127.0.0.1:33271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=4
   [junit4]   2> 918004 INFO  (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
   [junit4]   2> 918040 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
   [junit4]   2> 918041 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[F18C8E7BB0DC9844]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 918043 INFO  (qtp20401794-10127) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 918044 INFO  (OverseerThreadFactory-4170-thread-5-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
   [junit4]   2> 918044 INFO  (OverseerCollectionConfigSetProcessor-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000016 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 918254 INFO  (OverseerStateUpdate-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"reloaded_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44865/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 918256 INFO  (OverseerStateUpdate-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"reloaded_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43179/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 918258 INFO  (OverseerStateUpdate-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"reloaded_collection_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38517/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 918259 INFO  (OverseerStateUpdate-98487268249042954-127.0.0.1:38517_solr-n_0000000000) [n:127.0.0.1:38517_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"reloaded_collection_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33271/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 918462 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 918469 INFO  (qtp20401794-10111) [n:127.0.0.1:33271_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 918507 INFO  (qtp10530946-10110) [n:127.0.0.1:43179_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 918507 INFO  (qtp6657384-10106) [n:127.0.0.1:38517_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 918507 INFO  (qtp10530946-10110) [n:127.0.0.1:43179_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 918507 INFO  (qtp6657384-10106) [n:127.0.0.1:38517_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 918614 INFO  (zkCallback-1456-thread-1-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 918614 INFO  (zkCallback-1458-thread-2-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 918614 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 918614 INFO  (zkCallback-1459-thread-2-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 918614 INFO  (zkCallback-1456-thread-2-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 918614 INFO  (zkCallback-1457-thread-2-processing-n:127.0.0.1:43179_solr) [n:127.0.0.1:43179_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 918614 INFO  (zkCallback-1458-thread-1-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 918614 INFO  (zkCallback-1457-thread-1-processing-n:127.0.0.1:43179_solr) [n:127.0.0.1:43179_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 919481 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 919482 INFO  (qtp20401794-10111) [n:127.0.0.1:33271_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 919489 INFO  (qtp33360035-10109) [n:127.0.0.1:44865_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 919492 INFO 

[...truncated too long message...]

whollynewcollection_0 r:core_node7) [n:127.0.0.1:43179_solr c:awhollynewcollection_0 s:shard2 r:core_node7 x:awhollynewcollection_0_shard2_replica_n4] o.a.s.c.ZkContainer 
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1242)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1234)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.publish(ZkController.java:1230)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:188)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1016176 ERROR (coreZkRegister-4277-thread-1-processing-n:127.0.0.1:43179_solr x:awhollynewcollection_0_shard2_replica_n4 s:shard2 c:awhollynewcollection_0 r:core_node7) [n:127.0.0.1:43179_solr c:awhollynewcollection_0 s:shard2 r:core_node7 x:awhollynewcollection_0_shard2_replica_n4] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1099)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:971)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:906)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: awhollynewcollection_0 slice: shard2
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:758)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:725)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1070)
   [junit4]   2> 	... 7 more
   [junit4]   2> 
   [junit4]   2> 1017634 WARN  (zkCallback-1459-thread-3-processing-n:127.0.0.1:44865_solr) [n:127.0.0.1:44865_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1017634 INFO  (jetty-closer-1438-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@105fde9{/solr,null,UNAVAILABLE}
   [junit4]   2> 1017641 WARN  (zkCallback-1458-thread-1-processing-n:127.0.0.1:33271_solr) [n:127.0.0.1:33271_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1017641 INFO  (jetty-closer-1438-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@8642b4{/solr,null,UNAVAILABLE}
   [junit4]   2> 1017645 WARN  (zkCallback-1456-thread-5-processing-n:127.0.0.1:38517_solr) [n:127.0.0.1:38517_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1017645 WARN  (zkCallback-1483-thread-1-processing-n:127.0.0.1:43179_solr) [n:127.0.0.1:43179_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1017645 INFO  (jetty-closer-1438-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@fce899{/solr,null,UNAVAILABLE}
   [junit4]   2> 1017645 INFO  (jetty-closer-1438-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19d37e9{/solr,null,UNAVAILABLE}
   [junit4]   2> 1017646 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[F18C8E7BB0DC9844]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1017646 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[F18C8E7BB0DC9844]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37627 37627
   [junit4]   2> 1027061 INFO  (Thread-3454) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37627 37627
   [junit4]   2> 1027063 WARN  (Thread-3454) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/configs/conf
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	52	/solr/collections/addReplicaColl/state.json
   [junit4]   2> 	31	/solr/collections/nodes_used_collection/state.json
   [junit4]   2> 	13	/solr/collections/onlyinzk/state.json
   [junit4]   2> 	13	/solr/collections/halfdeletedcollection/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/halfcollectionblocker2/state.json
   [junit4]   2> 	4	/solr/collections/halfcollectionblocker/state.json
   [junit4]   2> 	4	/solr/collections/awhollynewcollection_0/state.json
   [junit4]   2> 	4	/solr/collections/halfcollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98487268249042954-127.0.0.1:38517_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	303	/solr/collections
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_F18C8E7BB0DC9844-001
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=9, maxDocsPerChunk=1, blockSize=817), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=9, blockSize=817)), sim=RandomSimilarity(queryNorm=false): {}, locale=en-US, timezone=Australia/Victoria
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=57269264,total=371458048
   [junit4]   2> NOTE: All tests run in this JVM: [CustomCollectionTest, TestReRankQParserPlugin, DistributedQueryComponentCustomSortTest, TestSerializedLuceneMatchVersion, ExplicitHLLTest, DirectUpdateHandlerOptimizeTest, HdfsBasicDistributedZkTest, TestTestInjection, FastVectorHighlighterTest, SolrCoreCheckLockOnStartupTest, SolrJmxReporterCloudTest, TestInitParams, TestFastWriter, HdfsDirectoryFactoryTest, SecurityConfHandlerTest, HdfsCollectionsAPIDistributedZkTest, TestReversedWildcardFilterFactory, TestConfigReload, TestMiniSolrCloudClusterSSL, TestHttpShardHandlerFactory, CheckHdfsIndexTest, ParsingFieldUpdateProcessorsTest, TestSolr4Spatial2, TestStandardQParsers, TlogReplayBufferedWhileIndexingTest, SearchHandlerTest, TestFieldTypeCollectionResource, BadIndexSchemaTest, ShufflingReplicaListTransformerTest, TestSolrCoreProperties, PeerSyncWithIndexFingerprintCachingTest, OverseerModifyCollectionTest, TestLegacyNumericUtils, DocumentBuilderTest, TestDelegationWithHadoopAuth, UUIDUpdateProcessorFallbackTest, SimplePostToolTest, TestRawTransformer, TestExceedMaxTermLength, TestCodecSupport, QueryEqualityTest, CdcrReplicationDistributedZkTest, RecoveryZkTest, SimpleFacetsTest, TestManagedResource, TestComplexPhraseQParserPlugin, TestNumericTerms64, ConjunctionSolrSpellCheckerTest, AnalysisErrorHandlingTest, TestQueryWrapperFilter, TestTrie, TestStressReorder, ManagedSchemaRoundRobinCloudTest, AnalyticsQueryTest, TestCloudNestedDocsSort, TestTolerantSearch, TestReload, JavabinLoaderTest, BufferStoreTest, TestFieldCacheSort, XsltUpdateRequestHandlerTest, TestSQLHandlerNonCloud, TestSurroundQueryParser, CloneFieldUpdateProcessorFactoryTest, RestartWhileUpdatingTest, UniqFieldsUpdateProcessorFactoryTest, TemplateUpdateProcessorTest, TestPullReplica, HdfsThreadLeakTest, TestSlowCompositeReaderWrapper, URLClassifyProcessorTest, SmileWriterTest, TestManagedSchema, CoreAdminCreateDiscoverTest, SignatureUpdateProcessorFactoryTest, TestQuerySenderListener, TestNonDefinedSimilarityFactory, TestSort, ConfigSetsAPITest, SharedFSAutoReplicaFailoverUtilsTest, TestSystemCollAutoCreate, TestInPlaceUpdatesStandalone, PrimitiveFieldTypeTest, BasicAuthStandaloneTest, MultiTermTest, TestSolrXml, TestDistributedMissingSort, MoveReplicaTest, DocValuesNotIndexedTest, SolrMetricsIntegrationTest, TestPseudoReturnFields, DateFieldTest, ZkStateReaderTest, AutoCommitTest, CdcrVersionReplicationTest, TestLMJelinekMercerSimilarityFactory, TestZkAclsWithHadoopAuth, SolrCloudExampleTest, TestApiFramework, TestFoldingMultitermQuery, SuggestComponentTest, ReturnFieldsTest, ResponseLogComponentTest, TestObjectReleaseTracker, TestJavabinTupleStreamParser, TestDefaultStatsCache, SolrTestCaseJ4Test, TestLeaderInitiatedRecoveryThread, DateMathParserTest, RemoteQueryErrorTest, TestStressCloudBlindAtomicUpdates, TestJsonFacets, NotRequiredUniqueKeyTest, TestJettySolrRunner, TestCloudSearcherWarming, RequiredFieldsTest, RuleEngineTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [311/729 (1!)] on J2 in 118.55s, 19 tests, 1 failure <<< FAILURES!

[...truncated 40716 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 263 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/263/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Doc with id=1 not found in http://127.0.0.1:39151/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:39151/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([1C77D46E0FDE21C:8993429C4E018FE4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
	at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11421 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> 578260 INFO  (SUITE-HttpPartitionTest-seed#[1C77D46E0FDE21C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/init-core-data-001
   [junit4]   2> 578261 WARN  (SUITE-HttpPartitionTest-seed#[1C77D46E0FDE21C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15
   [junit4]   2> 578261 INFO  (SUITE-HttpPartitionTest-seed#[1C77D46E0FDE21C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 578263 INFO  (SUITE-HttpPartitionTest-seed#[1C77D46E0FDE21C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 578263 INFO  (SUITE-HttpPartitionTest-seed#[1C77D46E0FDE21C]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 578271 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 578271 INFO  (Thread-1057) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 578271 INFO  (Thread-1057) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 578273 ERROR (Thread-1057) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 578371 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.ZkTestServer start zk server on port:35621
   [junit4]   2> 578377 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 578378 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 578379 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 578380 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 578380 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 578381 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 578381 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 578382 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 578382 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 578383 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 578383 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 578384 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 578476 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 578476 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9db57b{/,null,AVAILABLE}
   [junit4]   2> 578476 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@13fd23f{HTTP/1.1,[http/1.1]}{127.0.0.1:43713}
   [junit4]   2> 578477 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.Server Started @580088ms
   [junit4]   2> 578477 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/tempDir-001/control/data, hostContext=/, hostPort=37207, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/control-001/cores}
   [junit4]   2> 578477 ERROR (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 578477 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 578477 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 578477 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 578477 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T07:15:54.454Z
   [junit4]   2> 578479 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 578479 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/control-001/solr.xml
   [junit4]   2> 578482 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 578484 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35621/solr
   [junit4]   2> 578508 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:37207_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 578508 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:37207_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37207_
   [junit4]   2> 578509 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:37207_    ] o.a.s.c.Overseer Overseer (id=98486278832062468-127.0.0.1:37207_-n_0000000000) starting
   [junit4]   2> 578510 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:37207_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37207_
   [junit4]   2> 578511 INFO  (zkCallback-2766-thread-1-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 578628 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:37207_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 578634 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:37207_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 578634 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:37207_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 578635 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:37207_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/control-001/cores
   [junit4]   2> 578649 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 578650 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35621/solr ready
   [junit4]   2> 578650 INFO  (SocketProxy-Acceptor-37207) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37974,localport=37207], receiveBufferSize:531000
   [junit4]   2> 578658 INFO  (SocketProxy-Acceptor-37207) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43713,localport=42148], receiveBufferSize=530904
   [junit4]   2> 578658 INFO  (qtp10736164-12144) [n:127.0.0.1:37207_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37207_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 578660 INFO  (OverseerThreadFactory-2458-thread-1-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 578762 INFO  (SocketProxy-Acceptor-37207) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37978,localport=37207], receiveBufferSize:531000
   [junit4]   2> 578762 INFO  (SocketProxy-Acceptor-37207) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43713,localport=42152], receiveBufferSize=530904
   [junit4]   2> 578763 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 578764 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 578866 INFO  (zkCallback-2766-thread-1-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 579773 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 579782 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 579863 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 579874 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 579875 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 579875 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 579875 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 579878 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 579879 WARN  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 579924 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 579924 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 579925 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 579925 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 579926 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=18.330078125, floorSegmentMB=1.9404296875, forceMergeDeletesPctAllowed=12.174909348976747, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 579927 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a02fcc[control_collection_shard1_replica_n1] main]
   [junit4]   2> 579928 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 579928 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 579928 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 579929 INFO  (searcherExecutor-2461-thread-1-processing-n:127.0.0.1:37207_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1a02fcc[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 579929 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575780463050489856
   [junit4]   2> 579933 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 579933 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 579933 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37207/control_collection_shard1_replica_n1/
   [junit4]   2> 579933 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 579933 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37207/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 579933 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 579934 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37207/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 580035 INFO  (zkCallback-2766-thread-1-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 580084 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 580085 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1322
   [junit4]   2> 580087 INFO  (qtp10736164-12144) [n:127.0.0.1:37207_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 580188 INFO  (zkCallback-2766-thread-1-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 580661 INFO  (OverseerCollectionConfigSetProcessor-98486278832062468-127.0.0.1:37207_-n_0000000000) [n:127.0.0.1:37207_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 581088 INFO  (qtp10736164-12144) [n:127.0.0.1:37207_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37207_&wt=javabin&version=2} status=0 QTime=2429
   [junit4]   2> 581096 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 581097 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35621/solr ready
   [junit4]   2> 581097 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 581097 INFO  (SocketProxy-Acceptor-37207) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38042,localport=37207], receiveBufferSize:531000
   [junit4]   2> 581097 INFO  (SocketProxy-Acceptor-37207) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43713,localport=42216], receiveBufferSize=530904
   [junit4]   2> 581098 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 581099 INFO  (OverseerThreadFactory-2458-thread-2-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 581100 WARN  (OverseerThreadFactory-2458-thread-2-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 581302 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 581302 INFO  (qtp10736164-12146) [n:127.0.0.1:37207_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=204
   [junit4]   2> 581386 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-1-001 of type TLOG
   [junit4]   2> 581386 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 581387 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1383abd{/,null,AVAILABLE}
   [junit4]   2> 581387 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@9255c1{HTTP/1.1,[http/1.1]}{127.0.0.1:38825}
   [junit4]   2> 581388 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.Server Started @582999ms
   [junit4]   2> 581388 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=41105, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-1-001/cores}
   [junit4]   2> 581388 ERROR (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 581388 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 581388 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 581388 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 581388 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T07:15:57.365Z
   [junit4]   2> 581390 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 581390 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-1-001/solr.xml
   [junit4]   2> 581392 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 581394 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35621/solr
   [junit4]   2> 581398 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:41105_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 581398 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:41105_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 581399 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:41105_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41105_
   [junit4]   2> 581400 INFO  (zkCallback-2778-thread-1-processing-n:127.0.0.1:41105_) [n:127.0.0.1:41105_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 581400 INFO  (zkCallback-2773-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 581400 INFO  (zkCallback-2766-thread-1-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 581540 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:41105_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 581547 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:41105_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 581547 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:41105_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 581548 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:41105_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-1-001/cores
   [junit4]   2> 581566 INFO  (SocketProxy-Acceptor-41105) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43406,localport=41105], receiveBufferSize:531000
   [junit4]   2> 581566 INFO  (SocketProxy-Acceptor-41105) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38825,localport=55386], receiveBufferSize=530904
   [junit4]   2> 581567 INFO  (qtp1137578-12192) [n:127.0.0.1:41105_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41105_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 581568 INFO  (OverseerThreadFactory-2458-thread-3-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41105_ for creating new replica
   [junit4]   2> 581568 INFO  (OverseerCollectionConfigSetProcessor-98486278832062468-127.0.0.1:37207_-n_0000000000) [n:127.0.0.1:37207_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 581569 INFO  (SocketProxy-Acceptor-41105) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43410,localport=41105], receiveBufferSize:531000
   [junit4]   2> 581569 INFO  (SocketProxy-Acceptor-41105) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38825,localport=55390], receiveBufferSize=530904
   [junit4]   2> 581569 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 581570 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 582607 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 582623 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 582705 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 582722 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 582722 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 582722 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 582722 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 582725 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 582731 WARN  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 582759 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 582759 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 582760 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 582760 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 582761 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=18.330078125, floorSegmentMB=1.9404296875, forceMergeDeletesPctAllowed=12.174909348976747, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 582761 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cbe39[collection1_shard2_replica_t41] main]
   [junit4]   2> 582761 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 582761 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 582762 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 582763 INFO  (searcherExecutor-2472-thread-1-processing-n:127.0.0.1:41105_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@6cbe39[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 582763 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575780466022154240
   [junit4]   2> 582766 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 582766 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 582766 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41105/collection1_shard2_replica_t41/
   [junit4]   2> 582766 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 582766 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:41105/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 582766 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 582773 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 582775 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41105/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 582925 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 582926 INFO  (qtp1137578-12194) [n:127.0.0.1:41105_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1356
   [junit4]   2> 582927 INFO  (qtp1137578-12192) [n:127.0.0.1:41105_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41105_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1359
   [junit4]   2> 582997 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-2-001 of type TLOG
   [junit4]   2> 582997 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 582998 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13d21e9{/,null,AVAILABLE}
   [junit4]   2> 582998 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@394511{HTTP/1.1,[http/1.1]}{127.0.0.1:43161}
   [junit4]   2> 582998 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.Server Started @584609ms
   [junit4]   2> 582998 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=39151, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-2-001/cores}
   [junit4]   2> 582999 ERROR (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 582999 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 582999 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 582999 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 582999 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T07:15:58.976Z
   [junit4]   2> 583004 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 583004 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-2-001/solr.xml
   [junit4]   2> 583007 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 583010 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35621/solr
   [junit4]   2> 583014 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39151_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 583014 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39151_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 583015 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39151_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39151_
   [junit4]   2> 583015 INFO  (zkCallback-2766-thread-1-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 583016 INFO  (zkCallback-2773-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 583016 INFO  (zkCallback-2784-thread-1-processing-n:127.0.0.1:39151_) [n:127.0.0.1:39151_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 583018 INFO  (zkCallback-2778-thread-1-processing-n:127.0.0.1:41105_) [n:127.0.0.1:41105_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 583067 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39151_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 583074 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39151_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 583074 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39151_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 583075 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39151_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-2-001/cores
   [junit4]   2> 583097 INFO  (SocketProxy-Acceptor-39151) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36506,localport=39151], receiveBufferSize:531000
   [junit4]   2> 583097 INFO  (SocketProxy-Acceptor-39151) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43161,localport=39304], receiveBufferSize=530904
   [junit4]   2> 583098 INFO  (qtp2570769-12226) [n:127.0.0.1:39151_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39151_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 583099 INFO  (OverseerThreadFactory-2458-thread-4-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39151_ for creating new replica
   [junit4]   2> 583099 INFO  (OverseerCollectionConfigSetProcessor-98486278832062468-127.0.0.1:37207_-n_0000000000) [n:127.0.0.1:37207_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 583100 INFO  (SocketProxy-Acceptor-39151) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36510,localport=39151], receiveBufferSize:531000
   [junit4]   2> 583100 INFO  (SocketProxy-Acceptor-39151) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43161,localport=39308], receiveBufferSize=530904
   [junit4]   2> 583100 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 583101 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 584110 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 584118 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 584179 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 584186 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 584186 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 584187 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 584187 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 584189 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 584190 WARN  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 584219 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 584219 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 584219 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 584219 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 584220 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=18.330078125, floorSegmentMB=1.9404296875, forceMergeDeletesPctAllowed=12.174909348976747, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 584220 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@b315bd[collection1_shard1_replica_t43] main]
   [junit4]   2> 584221 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 584221 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 584222 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 584223 INFO  (searcherExecutor-2483-thread-1-processing-n:127.0.0.1:39151_ x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@b315bd[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 584223 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575780467553075200
   [junit4]   2> 584226 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 584226 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 584226 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39151/collection1_shard1_replica_t43/
   [junit4]   2> 584226 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 584226 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:39151/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 584226 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 584226 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 584227 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39151/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 584378 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 584379 INFO  (qtp2570769-12228) [n:127.0.0.1:39151_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1278
   [junit4]   2> 584383 INFO  (qtp2570769-12226) [n:127.0.0.1:39151_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39151_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1284
   [junit4]   2> 584456 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-3-001 of type TLOG
   [junit4]   2> 584457 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 584457 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18e7f6f{/,null,AVAILABLE}
   [junit4]   2> 584458 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@ad4ece{HTTP/1.1,[http/1.1]}{127.0.0.1:39175}
   [junit4]   2> 584458 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.Server Started @586069ms
   [junit4]   2> 584458 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=39657, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-3-001/cores}
   [junit4]   2> 584458 ERROR (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 584459 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 584459 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 584459 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 584459 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T07:16:00.436Z
   [junit4]   2> 584464 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 584464 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-3-001/solr.xml
   [junit4]   2> 584474 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 584476 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35621/solr
   [junit4]   2> 584480 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39657_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 584481 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39657_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 584483 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39657_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39657_
   [junit4]   2> 584483 INFO  (zkCallback-2773-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 584483 INFO  (zkCallback-2778-thread-1-processing-n:127.0.0.1:41105_) [n:127.0.0.1:41105_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 584484 INFO  (zkCallback-2766-thread-1-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 584483 INFO  (zkCallback-2784-thread-1-processing-n:127.0.0.1:39151_) [n:127.0.0.1:39151_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 584490 INFO  (zkCallback-2790-thread-1-processing-n:127.0.0.1:39657_) [n:127.0.0.1:39657_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 584560 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39657_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 584567 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39657_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 584568 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39657_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 584569 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [n:127.0.0.1:39657_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-3-001/cores
   [junit4]   2> 584609 INFO  (qtp2570769-12227) [n:127.0.0.1:39151_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39657_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 584610 INFO  (OverseerCollectionConfigSetProcessor-98486278832062468-127.0.0.1:37207_-n_0000000000) [n:127.0.0.1:37207_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 584610 INFO  (OverseerThreadFactory-2458-thread-5-processing-n:127.0.0.1:37207_) [n:127.0.0.1:37207_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39657_ for creating new replica
   [junit4]   2> 584611 INFO  (SocketProxy-Acceptor-39657) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46556,localport=39657], receiveBufferSize:531000
   [junit4]   2> 584612 INFO  (SocketProxy-Acceptor-39657) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39175,localport=37636], receiveBufferSize=530904
   [junit4]   2> 584614 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 584615 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 585624 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 585631 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
   [junit4]   2> 585679 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 585685 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
   [junit4]   2> 585685 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@878a0a
   [junit4]   2> 585685 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 585685 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
   [junit4]   2> 585687 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 585688 WARN  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 585714 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 585714 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 585715 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 585715 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 585715 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=18.330078125, floorSegmentMB=1.9404296875, forceMergeDeletesPctAllowed=12.174909348976747, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 585716 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.SolrIndexSearcher Opening [Searcher@9b0f57[collection1_shard2_replica_t45] main]
   [junit4]   2> 585717 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 585717 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 585718 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 585718 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575780469120696320
   [junit4]   2> 585718 INFO  (searcherExecutor-2494-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@9b0f57[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 585721 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
   [junit4]   2> 585721 INFO  (updateExecutor-2787-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 585722 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 585722 INFO  (qtp15737351-12260) [n:127.0.0.1:39657_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1107
   [junit4]   2> 585722 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 585722 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
   [junit4]   2> 585722 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
   [junit4]   2> 585722 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 585722 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:41105/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:39657/collection1_shard2_replica_t45/]
   [junit4]   2> 585723 INFO  (qtp2570769-12227) [n:127.0.0.1:39151_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39657_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1113
   [junit4]   2> 585727 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:41105]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:39657_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 585727 INFO  (SocketProxy-Acceptor-41105) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43904,localport=41105], receiveBufferSize:531000
   [junit4]   2> 585729 INFO  (SocketProxy-Acceptor-41105) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38825,localport=55884], receiveBufferSize=530904
   [junit4]   2> 585730 INFO  (qtp1137578-12188) [n:127.0.0.1:41105_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 585730 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 585730 INFO  (qtp1137578-12188) [n:127.0.0.1:41105_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39657_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:39657","node_name":"127.0.0.1:39657_","state":"down","type":"TLOG"}
   [junit4]   2> 585730 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 585730 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 586611 INFO  (OverseerCollectionConfigSetProcessor-98486278832062468-127.0.0.1:37207_-n_0000000000) [n:127.0.0.1:37207_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 586730 INFO  (qtp1137578-12188) [n:127.0.0.1:41105_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:39657_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:39657","node_name":"127.0.0.1:39657_","state":"recovering","type":"TLOG"}
   [junit4]   2> 586730 INFO  (qtp1137578-12188) [n:127.0.0.1:41105_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 586730 INFO  (qtp1137578-12188) [n:127.0.0.1:41105_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:39657_&onlyIfLeaderActive=true&core=collection1_shard2_replica_t41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 587231 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 587231 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:41105/collection1_shard2_replica_t41/].
   [junit4]   2> 587232 INFO  (SocketProxy-Acceptor-41105) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43926,localport=41105], receiveBufferSize:531000
   [junit4]   2> 587233 INFO  (SocketProxy-Acceptor-41105) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38825,localport=55906], receiveBufferSize=530904
   [junit4]   2> 587234 INFO  (qtp1137578-12188) [n:127.0.0.1:41105_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575780470710337536,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 587235 INFO  (qtp1137578-12188) [n:127.0.0.1:41105_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 587236 INFO  (qtp1137578-12188) [n:127.0.0.1:41105_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 587237 INFO  (qtp1137578-12188) [n:127.0.0.1:41105_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41]  webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 587239 INFO  (SocketProxy-Acceptor-41105) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43930,localport=41105], receiveBufferSize:531000
   [junit4]   2> 587240 INFO  (SocketProxy-Acceptor-41105) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38825,localport=55910], receiveBufferSize=530904
   [junit4]   2> 587241 INFO  (qtp1137578-12188) [n:127.0.0.1:41105_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 587241 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 587241 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 587241 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 587241 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 587241 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 587241 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 587241 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ZkController collection1_shard2_replica_t45 starting background replication from leader
   [junit4]   2> 587242 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 587244 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 587245 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
   [junit4]   2> 587245 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575780470721871872
   [junit4]   2> 587248 INFO  (recoveryExecutor-2788-thread-1-processing-n:127.0.0.1:39657_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 587730 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 587731 INFO  (qtp10736164-12140) [n:127.0.0.1:37207_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575780471231479808,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 587731 INFO  (qtp10736164-12140) [n:127.0.0.1:37207_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 587732 INFO  (qtp10736164-12140) [n:127.0.0.1:37207_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 587732 INFO  (qtp10736164-12140) [n:127.0.0.1:37207_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [control_collection_shard1_replica_n1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
   [junit4]   2> 587734 INFO  (SocketProxy-Acceptor-41105) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43938,localport=41105], receiveBufferSize:531000
   [junit4]   2> 587734 INFO  (SocketProxy-Acceptor-39151) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36904,localport=39151], receiveBufferSize:531000
   [junit4]   2> 587734 INFO  (SocketProxy-Acceptor-39657) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46598,localport=39657], receiveBufferSize:531000
   [junit4]   2> 587735 INFO  (SocketProxy-Acceptor-39151) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43161,localport=39706], receiveBufferSize=530904
   [junit4]   2> 587735 INFO  (SocketProxy-Acceptor-39657) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39175,localport=37682], receiveBufferSize=530904
   [junit4]   2> 587735 INFO  (qtp1137578-12190) [n:127.0.0.1:41105_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575780471235674112,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 587735 INFO  (qtp1137578-12190) [n:127.0.0.1:41105_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 587735 INFO  (qtp1137578-12190) [n:127.0.0.1:41105_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 587735 INFO  (qtp1137578-12190) [n:127.0.0.1:41105_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41]  webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39151/collection1_shard1_replica_t43/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 5877

[...truncated too long message...]


   [junit4]   2> 604018 INFO  (coreCloseExecutor-2547-thread-2) [n:127.0.0.1:39657_ c:collMinRf_1x3 s:shard1 r:core_node6 x:collMinRf_1x3_shard1_replica_t3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collMinRf_1x3.shard1.replica_t3, tag=14528989
   [junit4]   2> 604018 INFO  (coreCloseExecutor-2547-thread-2) [n:127.0.0.1:39657_ c:collMinRf_1x3 s:shard1 r:core_node6 x:collMinRf_1x3_shard1_replica_t3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@662e1c: rootName = null, domain = solr.core.collMinRf_1x3.shard1.replica_t3, service url = null, agent id = null] for registry solr.core.collMinRf_1x3.shard1.replica_t3 / com.codahale.metrics.MetricRegistry@fd2c4d
   [junit4]   2> 604026 INFO  (coreCloseExecutor-2547-thread-2) [n:127.0.0.1:39657_ c:collMinRf_1x3 s:shard1 r:core_node6 x:collMinRf_1x3_shard1_replica_t3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collMinRf_1x3.shard1.leader, tag=14528989
   [junit4]   2> 604027 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.Overseer Overseer (id=98486278832062479-127.0.0.1:39657_-n_0000000003) closing
   [junit4]   2> 604027 INFO  (OverseerStateUpdate-98486278832062479-127.0.0.1:39657_-n_0000000003) [n:127.0.0.1:39657_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39657_
   [junit4]   2> 606421 WARN  (zkCallback-2790-thread-1-processing-n:127.0.0.1:39657_) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 606421 INFO  (zkCallback-2790-thread-1-processing-n:127.0.0.1:39657_) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 606421 INFO  (zkCallback-2790-thread-1-processing-n:127.0.0.1:39657_) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45]  CLOSING SolrCore org.apache.solr.core.SolrCore@179f868
   [junit4]   2> 606422 INFO  (zkCallback-2790-thread-1-processing-n:127.0.0.1:39657_) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_t45, tag=24770664
   [junit4]   2> 606422 INFO  (zkCallback-2790-thread-1-processing-n:127.0.0.1:39657_) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1078623: rootName = null, domain = solr.core.collection1.shard2.replica_t45, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_t45 / com.codahale.metrics.MetricRegistry@c0bce2
   [junit4]   2> 606432 INFO  (zkCallback-2790-thread-1-processing-n:127.0.0.1:39657_) [n:127.0.0.1:39657_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=24770664
   [junit4]   2> 606433 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@ad4ece{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 606433 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18e7f6f{/,null,UNAVAILABLE}
   [junit4]   2> 606434 ERROR (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 606434 INFO  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35621 35621
   [junit4]   2> 611461 INFO  (Thread-1057) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35621 35621
   [junit4]   2> 611461 WARN  (Thread-1057) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/collections/collMinRf_1x3/state.json
   [junit4]   2> 	2	/solr/collections/c8n_crud_1x2/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/collMinRf_1x3/leader_elect/shard1/election/98486278832062479-core_node6-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 611461 WARN  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:41105/, target: http://127.0.0.1:38825/
   [junit4]   2> 611461 WARN  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.SocketProxy Closing 10 connections to: http://127.0.0.1:39657/, target: http://127.0.0.1:39175/
   [junit4]   2> 611461 WARN  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.SocketProxy Closing 8 connections to: http://127.0.0.1:39151/, target: http://127.0.0.1:43161/
   [junit4]   2> 611461 WARN  (TEST-HttpPartitionTest.test-seed#[1C77D46E0FDE21C]) [    ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:37207/, target: http://127.0.0.1:43713/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=1C77D46E0FDE21C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-US -Dtests.timezone=Asia/Baku -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 33.2s J1 | HttpPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:39151/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1C77D46E0FDE21C:8993429C4E018FE4]:0)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_1C77D46E0FDE21C-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=es-US, timezone=Asia/Baku
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=29064528,total=309592064
   [junit4]   2> NOTE: All tests run in this JVM: [TestPartialUpdateDeduplication, TestGraphMLResponseWriter, SchemaVersionSpecificBehaviorTest, CoreAdminHandlerTest, HighlighterTest, BlockJoinFacetDistribTest, TestSweetSpotSimilarityFactory, ZkCLITest, CoreMergeIndexesAdminHandlerTest, HdfsBasicDistributedZk2Test, UpdateRequestProcessorFactoryTest, TestCustomStream, ReplicationFactorTest, VersionInfoTest, TestSha256AuthenticationProvider, TestQueryTypes, TestStreamBody, TestCharFilters, TestManagedSchemaThreadSafety, TestSchemaVersionResource, DocValuesTest, StatelessScriptUpdateProcessorFactoryTest, VMParamsZkACLAndCredentialsProvidersTest, BlobRepositoryCloudTest, TestLRUCache, TestSmileRequest, AssignTest, TestTrackingShardHandlerFactory, TestBM25SimilarityFactory, AtomicUpdatesTest, TestInfoStreamLogging, TestFuzzyAnalyzedSuggestions, SuggestComponentContextFilterQueryTest, TestReloadAndDeleteDocs, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SpatialFilterTest, BadComponentTest, ActionThrottleTest, TestBlobHandler, DistanceFunctionTest, SpellCheckComponentTest, DistributedIntervalFacetingTest, TestSolrConfigHandler, ZkSolrClientTest, TestConfigSetsAPIExclusivity, TestRTGBase, TestNumericTokenStream, TestCloudRecovery, HLLSerializationTest, TestDeleteCollectionOnDownNodes, TestSolrCloudWithHadoopAuthPlugin, SOLR749Test, TestSolrJ, TestSolrCloudWithSecureImpersonation, PrimUtilsTest, JsonLoaderTest, TestBackupRepositoryFactory, ClusterStateUpdateTest, TestAuthorizationFramework, SuggesterTSTTest, AddBlockUpdateTest, DistributedMLTComponentTest, LeaderFailureAfterFreshStartTest, MoreLikeThisHandlerTest, BadCopyFieldTest, TestCursorMarkWithoutUniqueKey, MigrateRouteKeyTest, ImplicitSnitchTest, TestStressLiveNodes, OverseerStatusTest, TestAtomicUpdateErrorCases, ConcurrentDeleteAndCreateCollectionTest, TestAnalyzeInfixSuggestions, TestComplexPhraseLeadingWildcard, TestLegacyFieldReuse, EnumFieldTest, DistributedFacetPivotLongTailTest, ScriptEngineTest, CollectionTooManyReplicasTest, HttpPartitionTest]
   [junit4] Completed [199/729 (1!)] on J1 in 33.22s, 1 test, 1 failure <<< FAILURES!

[...truncated 41220 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (32bit/jdk-9-ea+181) - Build # 262 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/262/
Java: 32bit/jdk-9-ea+181 -server -XX:+UseG1GC --illegal-access=deny

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestJmxIntegration

Error Message:
JMX not enabled

Stack Trace:
java.lang.AssertionError: JMX not enabled
	at __randomizedtesting.SeedInfo.seed([252240547103728E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:74)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Doc with id=1 not found in http://127.0.0.1:37009/m_rut/ou/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:37009/m_rut/ou/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([252240547103728E:AD767F8EDFFF1F76]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
	at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12202 lines...]
   [junit4] Suite: org.apache.solr.core.TestJmxIntegration
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_252240547103728E-001/init-core-data-001
   [junit4]   2> 1787551 WARN  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 1787551 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1787551 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1787552 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1787552 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1787552 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1787567 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 1787580 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1787637 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1787654 WARN  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 1787654 WARN  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 1787654 WARN  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 1787655 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1787691 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 1787705 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1787764 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1787769 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1787769 WARN  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 1787769 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1787769 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestJmxIntegration_252240547103728E-001/init-core-data-001/]
   [junit4]   2> 1787770 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=65.2333984375, floorSegmentMB=1.0927734375, forceMergeDeletesPctAllowed=28.701832851626115, segmentsPerTier=23.0, maxCFSSegmentSizeMB=1.3017578125, noCFSRatio=0.0
   [junit4]   2> 1787796 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1787796 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1787797 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1787797 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1787797 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1787797 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@791dc6[collection1] main]
   [junit4]   2> 1787798 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1787815 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1787872 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1787872 INFO  (searcherExecutor-6697-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1787872 INFO  (coreLoadExecutor-6696-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575767156674527232
   [junit4]   2> 1787873 INFO  (searcherExecutor-6697-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1787873 INFO  (searcherExecutor-6697-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1787873 INFO  (searcherExecutor-6697-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1787873 INFO  (searcherExecutor-6697-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1787873 INFO  (searcherExecutor-6697-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1787874 INFO  (searcherExecutor-6697-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1787874 INFO  (searcherExecutor-6697-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1787874 INFO  (searcherExecutor-6697-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1787875 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1787875 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1787875 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=29313140
   [junit4]   2> 1787875 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1787875 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11061de: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / null
   [junit4]   2> 1787875 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1787876 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@bec986: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / null
   [junit4]   2> 1787876 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1787876 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f65347: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / null
   [junit4]   2> 1787876 INFO  (searcherExecutor-6697-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@791dc6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1787879 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1787882 INFO  (coreCloseExecutor-6702-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d7cf2c
   [junit4]   2> 1787883 INFO  (coreCloseExecutor-6702-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=14143276
   [junit4]   2> 1787883 INFO  (coreCloseExecutor-6702-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aac8f6: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
   [junit4]   2> 1787883 INFO  (SUITE-TestJmxIntegration-seed#[252240547103728E]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=9, maxDocsPerChunk=399, blockSize=958), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=9, blockSize=958)), sim=RandomSimilarity(queryNorm=true): {}, locale=fr-VU, timezone=Africa/Ceuta
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 9 (32-bit)/cpus=8,threads=1,free=162768568,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestHdfsCloudBackupRestore, TestConfigReload, TestReRankQParserPlugin, TestInitQParser, TestCodecSupport, TestStressReorder, PreAnalyzedFieldTest, TestObjectReleaseTracker, TermVectorComponentDistributedTest, TestNonDefinedSimilarityFactory, SimpleMLTQParserTest, SolrCloudReportersTest, RequestLoggingTest, HdfsDirectoryFactoryTest, CollectionReloadTest, TestSort, SolrInfoBeanTest, ResponseLogComponentTest, SuggesterFSTTest, TestSolr4Spatial2, AsyncCallRequestStatusResponseTest, URLClassifyProcessorTest, SolrTestCaseJ4Test, FastVectorHighlighterTest, FullSolrCloudDistribCmdsTest, RemoteQueryErrorTest, CustomCollectionTest, TestPKIAuthenticationPlugin, DistributedQueryComponentCustomSortTest, HLLUtilTest, DeleteStatusTest, TestFilteredDocIdSet, TestDelegationWithHadoopAuth, BasicAuthStandaloneTest, SolrJmxReporterCloudTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestRandomRequestDistribution, TestJavabinTupleStreamParser, TestDistributedMissingSort, HdfsCollectionsAPIDistributedZkTest, TestJettySolrRunner, SharedFSAutoReplicaFailoverUtilsTest, TestCloudPivotFacet, TestConfigSetsAPIZkFailure, SpatialRPTFieldTypeTest, MoveReplicaTest, LeaderElectionTest, AutoCommitTest, HdfsWriteToMultipleCollectionsTest, ClusterStateTest, TemplateUpdateProcessorTest, TestSearcherReuse, LeaderInitiatedRecoveryOnCommitTest, HardAutoCommitTest, TestCloudSchemaless, TestScoreJoinQPScore, TestMiniSolrCloudClusterSSL, TestInPlaceUpdatesStandalone, TestSubQueryTransformer, StatsComponentTest, SortByFunctionTest, SecurityConfHandlerTest, DocumentBuilderTest, TestSlowCompositeReaderWrapper, TestReload, SuggestComponentTest, MinimalSchemaTest, TestNumericTerms64, TlogReplayBufferedWhileIndexingTest, BooleanFieldTest, TestMissingGroups, TestZkChroot, TestDistribDocBasedVersion, FacetPivotSmallTest, CheckHdfsIndexTest, CdcrVersionReplicationTest, QueryEqualityTest, ConfigSetsAPITest, OverseerModifyCollectionTest, TestSystemCollAutoCreate, TestApiFramework, TestFieldCacheSort, ConjunctionSolrSpellCheckerTest, TestFastWriter, TestSegmentSorting, CoreAdminCreateDiscoverTest, CdcrReplicationDistributedZkTest, SignatureUpdateProcessorFactoryTest, SmileWriterTest, SolrCoreCheckLockOnStartupTest, CoreSorterTest, TestHighFrequencyDictionaryFactory, TestLMJelinekMercerSimilarityFactory, DirectUpdateHandlerOptimizeTest, TestCloudNestedDocsSort, TestExceedMaxTermLength, DateMathParserTest, JavabinLoaderTest, AnalyticsQueryTest, DistributedFacetExistsSmallTest, MissingSegmentRecoveryTest, TestRequestForwarding, ParsingFieldUpdateProcessorsTest, DateFieldTest, TestUtils, TestStressCloudBlindAtomicUpdates, TestExportWriter, OverseerTest, SolrCoreMetricManagerTest, TestBlendedInfixSuggestions, TestStandardQParsers, TestSurroundQueryParser, DocValuesNotIndexedTest, TermsComponentTest, TestCloudSearcherWarming, UnloadDistributedZkTest, TestComplexPhraseQParserPlugin, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestRecovery, ZkControllerTest, TestRealTimeGet, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, SpellCheckComponentTest, TestGroupingSearch, BadIndexSchemaTest, TestFiltering, TestFunctionQuery, DirectUpdateHandlerTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, TestStressLucene, TestTrie, PolyFieldTest, WordBreakSolrSpellCheckerTest, StatelessScriptUpdateProcessorFactoryTest, DisMaxRequestHandlerTest, TestQueryUtils, PrimitiveFieldTypeTest, RequestHandlersTest, TermVectorComponentTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestJmxIntegration -Dtests.seed=252240547103728E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-VU -Dtests.timezone=Africa/Ceuta -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J2 | TestJmxIntegration (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: JMX not enabled
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([252240547103728E]:0)
   [junit4]    > 	at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:74)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [430/729 (1!)] on J2 in 0.34s, 0 tests, 1 failure <<< FAILURES!

[...truncated 256 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> 2033008 INFO  (SUITE-HttpPartitionTest-seed#[252240547103728E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/init-core-data-001
   [junit4]   2> 2033008 WARN  (SUITE-HttpPartitionTest-seed#[252240547103728E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=102 numCloses=102
   [junit4]   2> 2033008 INFO  (SUITE-HttpPartitionTest-seed#[252240547103728E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2033009 INFO  (SUITE-HttpPartitionTest-seed#[252240547103728E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 2033009 INFO  (SUITE-HttpPartitionTest-seed#[252240547103728E]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /m_rut/ou
   [junit4]   2> 2033010 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2033010 INFO  (Thread-5423) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2033010 INFO  (Thread-5423) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2033011 ERROR (Thread-5423) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2033110 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.ZkTestServer start zk server on port:42965
   [junit4]   2> 2033120 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2033121 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2033122 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2033123 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2033124 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2033125 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2033126 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2033127 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2033128 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2033129 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2033129 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2033130 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 2033232 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2033232 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1794cc1{/m_rut/ou,null,AVAILABLE}
   [junit4]   2> 2033233 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e7dda0{HTTP/1.1,[http/1.1]}{127.0.0.1:45231}
   [junit4]   2> 2033233 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.Server Started @2035032ms
   [junit4]   2> 2033233 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/m_rut/ou, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/tempDir-001/control/data, hostPort=37009, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 2033233 ERROR (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2033233 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 2033233 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2033233 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2033233 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T03:48:31.318840Z
   [junit4]   2> 2033235 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2033235 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/control-001/solr.xml
   [junit4]   2> 2033239 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42965/solr
   [junit4]   2> 2033240 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de401d2f80003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2033264 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2033265 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37009_m_rut%2Fou
   [junit4]   2> 2033265 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.Overseer Overseer (id=98485463357587460-127.0.0.1:37009_m_rut%2Fou-n_0000000000) starting
   [junit4]   2> 2033267 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37009_m_rut%2Fou
   [junit4]   2> 2033267 INFO  (zkCallback-2789-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2033350 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/control-001/cores
   [junit4]   2> 2033355 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2033355 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42965/solr ready
   [junit4]   2> 2033355 INFO  (SocketProxy-Acceptor-37009) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33058,localport=37009], receiveBufferSize:531000
   [junit4]   2> 2033355 INFO  (SocketProxy-Acceptor-37009) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45231,localport=56630], receiveBufferSize=530904
   [junit4]   2> 2033356 INFO  (qtp20488817-18320) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37009_m_rut%252Fou&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2033357 INFO  (OverseerThreadFactory-7393-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2033460 INFO  (SocketProxy-Acceptor-37009) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33062,localport=37009], receiveBufferSize:531000
   [junit4]   2> 2033460 INFO  (SocketProxy-Acceptor-37009) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45231,localport=56634], receiveBufferSize=530904
   [junit4]   2> 2033460 INFO  (qtp20488817-18322) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2033460 INFO  (qtp20488817-18322) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2033564 INFO  (zkCallback-2789-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2034468 INFO  (qtp20488817-18322) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2034476 INFO  (qtp20488817-18322) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2034551 INFO  (qtp20488817-18322) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2034558 INFO  (qtp20488817-18322) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2034558 INFO  (qtp20488817-18322) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2034558 INFO  (qtp20488817-18322) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2034560 INFO  (qtp20488817-18322) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2034561 WARN  (qtp20488817-18322) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2034582 INFO  (qtp20488817-18322) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2034582 INFO  (qtp20488817-18322) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2034583 INFO  (qtp20488817-18322) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2034583 INFO  (qtp20488817-18322) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2034583 INFO  (qtp20488817-18322) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1351343761, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2034583 INFO  (qtp20488817-18322) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e5662[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2034584 INFO  (qtp20488817-18322) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2034584 INFO  (qtp20488817-18322) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2034584 INFO  (qtp20488817-18322) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2034585 INFO  (searcherExecutor-7396-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2e5662[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2034585 INFO  (qtp20488817-18322) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575767415371857920
   [junit4]   2> 2034588 INFO  (qtp20488817-18322) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2034588 INFO  (qtp20488817-18322) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2034588 INFO  (qtp20488817-18322) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37009/m_rut/ou/control_collection_shard1_replica_n1/
   [junit4]   2> 2034588 INFO  (qtp20488817-18322) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2034588 INFO  (qtp20488817-18322) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:37009/m_rut/ou/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2034588 INFO  (qtp20488817-18322) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2034589 INFO  (qtp20488817-18322) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37009/m_rut/ou/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2034690 INFO  (zkCallback-2789-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2034739 INFO  (qtp20488817-18322) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2034740 INFO  (qtp20488817-18322) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1279
   [junit4]   2> 2034741 INFO  (qtp20488817-18320) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2034841 INFO  (zkCallback-2789-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2035359 INFO  (OverseerCollectionConfigSetProcessor-98485463357587460-127.0.0.1:37009_m_rut%2Fou-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2035741 INFO  (qtp20488817-18320) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37009_m_rut%252Fou&wt=javabin&version=2} status=0 QTime=2385
   [junit4]   2> 2035745 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2035746 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42965/solr ready
   [junit4]   2> 2035746 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2035746 INFO  (SocketProxy-Acceptor-37009) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33078,localport=37009], receiveBufferSize:531000
   [junit4]   2> 2035746 INFO  (SocketProxy-Acceptor-37009) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45231,localport=56650], receiveBufferSize=530904
   [junit4]   2> 2035746 INFO  (qtp20488817-18320) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2035747 INFO  (OverseerThreadFactory-7393-thread-2) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2035748 WARN  (OverseerThreadFactory-7393-thread-2) [    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2035950 INFO  (qtp20488817-18320) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2035950 INFO  (qtp20488817-18320) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=203
   [junit4]   2> 2036027 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-1-001 of type TLOG
   [junit4]   2> 2036028 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2036028 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29444a{/m_rut/ou,null,AVAILABLE}
   [junit4]   2> 2036029 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c4f326{HTTP/1.1,[http/1.1]}{127.0.0.1:33503}
   [junit4]   2> 2036029 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.Server Started @2037827ms
   [junit4]   2> 2036029 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/m_rut/ou, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/tempDir-001/jetty1, hostPort=42943, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-1-001/cores, replicaType=TLOG}
   [junit4]   2> 2036029 ERROR (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2036029 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 2036029 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2036029 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2036029 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T03:48:34.114665Z
   [junit4]   2> 2036031 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2036031 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-1-001/solr.xml
   [junit4]   2> 2036035 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42965/solr
   [junit4]   2> 2036038 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2036039 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2036039 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42943_m_rut%2Fou
   [junit4]   2> 2036040 INFO  (zkCallback-2789-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2036040 INFO  (zkCallback-2796-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2036043 INFO  (zkCallback-2801-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2036105 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-1-001/cores
   [junit4]   2> 2036107 INFO  (qtp20488817-18321) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42943_m_rut%252Fou&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2036108 INFO  (OverseerCollectionConfigSetProcessor-98485463357587460-127.0.0.1:37009_m_rut%2Fou-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2036109 INFO  (OverseerThreadFactory-7393-thread-3) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:42943_m_rut%2Fou for creating new replica
   [junit4]   2> 2036109 INFO  (SocketProxy-Acceptor-42943) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49552,localport=42943], receiveBufferSize:531000
   [junit4]   2> 2036110 INFO  (SocketProxy-Acceptor-42943) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33503,localport=60148], receiveBufferSize=530904
   [junit4]   2> 2036110 INFO  (qtp20798729-18368) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2036110 INFO  (qtp20798729-18368) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2036212 INFO  (zkCallback-2801-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2037120 INFO  (qtp20798729-18368) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2037132 INFO  (qtp20798729-18368) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 2037215 INFO  (qtp20798729-18368) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2037223 INFO  (qtp20798729-18368) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 2037224 INFO  (qtp20798729-18368) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2037224 INFO  (qtp20798729-18368) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 2037225 INFO  (qtp20798729-18368) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2037226 WARN  (qtp20798729-18368) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2037249 INFO  (qtp20798729-18368) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2037249 INFO  (qtp20798729-18368) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2037250 INFO  (qtp20798729-18368) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2037250 INFO  (qtp20798729-18368) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2037251 INFO  (qtp20798729-18368) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1351343761, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2037251 INFO  (qtp20798729-18368) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@18315b7[collection1_shard2_replica_t41] main]
   [junit4]   2> 2037252 INFO  (qtp20798729-18368) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2037252 INFO  (qtp20798729-18368) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2037252 INFO  (qtp20798729-18368) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2037252 INFO  (searcherExecutor-7407-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@18315b7[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2037253 INFO  (qtp20798729-18368) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575767418169458688
   [junit4]   2> 2037256 INFO  (qtp20798729-18368) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2037256 INFO  (qtp20798729-18368) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2037256 INFO  (qtp20798729-18368) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42943/m_rut/ou/collection1_shard2_replica_t41/
   [junit4]   2> 2037256 INFO  (qtp20798729-18368) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2037256 INFO  (qtp20798729-18368) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:42943/m_rut/ou/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 2037256 INFO  (qtp20798729-18368) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2037256 INFO  (qtp20798729-18368) [    ] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 2037257 INFO  (qtp20798729-18368) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42943/m_rut/ou/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 2037358 INFO  (zkCallback-2801-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2037407 INFO  (qtp20798729-18368) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2037408 INFO  (qtp20798729-18368) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1298
   [junit4]   2> 2037409 INFO  (qtp20488817-18321) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:42943_m_rut%252Fou&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1301
   [junit4]   2> 2037485 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-2-001 of type TLOG
   [junit4]   2> 2037486 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2037486 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42ebdc{/m_rut/ou,null,AVAILABLE}
   [junit4]   2> 2037487 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@282212{HTTP/1.1,[http/1.1]}{127.0.0.1:35239}
   [junit4]   2> 2037487 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.Server Started @2039286ms
   [junit4]   2> 2037487 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/m_rut/ou, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/tempDir-001/jetty2, hostPort=34669, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-2-001/cores, replicaType=TLOG}
   [junit4]   2> 2037487 ERROR (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2037487 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 2037488 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2037488 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2037488 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T03:48:35.573115Z
   [junit4]   2> 2037489 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2037489 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-2-001/solr.xml
   [junit4]   2> 2037493 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42965/solr
   [junit4]   2> 2037497 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2037497 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2037498 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34669_m_rut%2Fou
   [junit4]   2> 2037498 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2037498 INFO  (zkCallback-2801-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2037498 INFO  (zkCallback-2789-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2037498 INFO  (zkCallback-2796-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2037569 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-2-001/cores
   [junit4]   2> 2037572 INFO  (qtp20488817-18316) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34669_m_rut%252Fou&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2037573 INFO  (OverseerCollectionConfigSetProcessor-98485463357587460-127.0.0.1:37009_m_rut%2Fou-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2037573 INFO  (OverseerThreadFactory-7393-thread-4) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34669_m_rut%2Fou for creating new replica
   [junit4]   2> 2037574 INFO  (SocketProxy-Acceptor-34669) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=41878,localport=34669], receiveBufferSize:531000
   [junit4]   2> 2037574 INFO  (SocketProxy-Acceptor-34669) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35239,localport=59624], receiveBufferSize=530904
   [junit4]   2> 2037574 INFO  (qtp18049817-18401) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2037574 INFO  (qtp18049817-18401) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2037677 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2037677 INFO  (zkCallback-2801-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2038581 INFO  (qtp18049817-18401) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2038588 INFO  (qtp18049817-18401) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 2038658 INFO  (qtp18049817-18401) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2038664 INFO  (qtp18049817-18401) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 2038664 INFO  (qtp18049817-18401) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2038664 INFO  (qtp18049817-18401) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 2038665 INFO  (qtp18049817-18401) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2038667 WARN  (qtp18049817-18401) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2038692 INFO  (qtp18049817-18401) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2038692 INFO  (qtp18049817-18401) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2038692 INFO  (qtp18049817-18401) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2038692 INFO  (qtp18049817-18401) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2038693 INFO  (qtp18049817-18401) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1351343761, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2038693 INFO  (qtp18049817-18401) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f09c76[collection1_shard1_replica_t43] main]
   [junit4]   2> 2038694 INFO  (qtp18049817-18401) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2038694 INFO  (qtp18049817-18401) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2038694 INFO  (qtp18049817-18401) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2038694 INFO  (searcherExecutor-7418-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@1f09c76[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2038694 INFO  (qtp18049817-18401) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575767419680456704
   [junit4]   2> 2038697 INFO  (qtp18049817-18401) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2038697 INFO  (qtp18049817-18401) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2038697 INFO  (qtp18049817-18401) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34669/m_rut/ou/collection1_shard1_replica_t43/
   [junit4]   2> 2038697 INFO  (qtp18049817-18401) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2038697 INFO  (qtp18049817-18401) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:34669/m_rut/ou/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 2038697 INFO  (qtp18049817-18401) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2038697 INFO  (qtp18049817-18401) [    ] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 2038698 INFO  (qtp18049817-18401) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34669/m_rut/ou/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 2038799 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2038799 INFO  (zkCallback-2801-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2038849 INFO  (qtp18049817-18401) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2038850 INFO  (qtp18049817-18401) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1275
   [junit4]   2> 2038851 INFO  (qtp20488817-18316) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34669_m_rut%252Fou&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1278
   [junit4]   2> 2038934 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-3-001 of type TLOG
   [junit4]   2> 2038935 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2038936 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dd8d02{/m_rut/ou,null,AVAILABLE}
   [junit4]   2> 2038936 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1d8d22f{HTTP/1.1,[http/1.1]}{127.0.0.1:34779}
   [junit4]   2> 2038936 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.Server Started @2040735ms
   [junit4]   2> 2038936 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/m_rut/ou, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/tempDir-001/jetty3, hostPort=33185, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-3-001/cores, replicaType=TLOG}
   [junit4]   2> 2038937 ERROR (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2038937 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 2038937 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2038937 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2038937 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T03:48:37.022253Z
   [junit4]   2> 2038938 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2038938 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-3-001/solr.xml
   [junit4]   2> 2038942 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42965/solr
   [junit4]   2> 2038946 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2038947 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2038947 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33185_m_rut%2Fou
   [junit4]   2> 2038948 INFO  (zkCallback-2789-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2038948 INFO  (zkCallback-2813-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2038948 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2038948 INFO  (zkCallback-2796-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2038948 INFO  (zkCallback-2801-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2039049 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2039049 INFO  (zkCallback-2801-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2039052 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-3-001/cores
   [junit4]   2> 2039054 INFO  (qtp20488817-18317) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33185_m_rut%252Fou&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2039055 INFO  (OverseerCollectionConfigSetProcessor-98485463357587460-127.0.0.1:37009_m_rut%2Fou-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2039055 INFO  (OverseerThreadFactory-7393-thread-5) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33185_m_rut%2Fou for creating new replica
   [junit4]   2> 2039056 INFO  (SocketProxy-Acceptor-33185) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=50116,localport=33185], receiveBufferSize:531000
   [junit4]   2> 2039056 INFO  (SocketProxy-Acceptor-33185) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=34779,localport=59916], receiveBufferSize=530904
   [junit4]   2> 2039056 INFO  (qtp27607107-18433) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2039056 INFO  (qtp27607107-18433) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2039158 INFO  (zkCallback-2813-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2039158 INFO  (zkCallback-2801-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2039158 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2040063 INFO  (qtp27607107-18433) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 2040071 INFO  (qtp27607107-18433) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
   [junit4]   2> 2040139 INFO  (qtp27607107-18433) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2040146 INFO  (qtp27607107-18433) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
   [junit4]   2> 2040146 INFO  (qtp27607107-18433) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2040146 INFO  (qtp27607107-18433) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
   [junit4]   2> 2040148 INFO  (qtp27607107-18433) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2040151 WARN  (qtp27607107-18433) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2040173 INFO  (qtp27607107-18433) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2040173 INFO  (qtp27607107-18433) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2040174 INFO  (qtp27607107-18433) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2040174 INFO  (qtp27607107-18433) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2040174 INFO  (qtp27607107-18433) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1351343761, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2040174 INFO  (qtp27607107-18433) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@9dcd7a[collection1_shard2_replica_t45] main]
   [junit4]   2> 2040175 INFO  (qtp27607107-18433) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2040175 INFO  (qtp27607107-18433) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2040175 INFO  (qtp27607107-18433) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2040176 INFO  (searcherExecutor-7429-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@9dcd7a[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2040176 INFO  (qtp27607107-18433) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575767421234446336
   [junit4]   2> 2040178 INFO  (qtp27607107-18433) [    ] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
   [junit4]   2> 2040178 INFO  (updateExecutor-2810-thread-1) [    ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 2040178 INFO  (qtp27607107-18433) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1122
   [junit4]   2> 2040178 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 2040178 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 2040178 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
   [junit4]   2> 2040178 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
   [junit4]   2> 2040179 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 2040179 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:42943/m_rut/ou/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:33185/m_rut/ou/collection1_shard2_replica_t45/]
   [junit4]   2> 2040179 INFO  (qtp20488817-18317) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33185_m_rut%252Fou&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1125
   [junit4]   2> 2040180 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:42943/m_rut/ou]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:33185_m_rut%252Fou&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 2040181 INFO  (SocketProxy-Acceptor-42943) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49602,localport=42943], receiveBufferSize:531000
   [junit4]   2> 2040182 INFO  (qtp20798729-18364) [    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 2040182 INFO  (SocketProxy-Acceptor-42943) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33503,localport=60198], receiveBufferSize=530904
   [junit4]   2> 2040182 INFO  (qtp20798729-18364) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:33185_m_rut%2Fou, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:33185/m_rut/ou","node_name":"127.0.0.1:33185_m_rut%2Fou","state":"down","type":"TLOG"}
   [junit4]   2> 2040182 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2040182 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 2040182 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 2040280 INFO  (zkCallback-2813-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2040280 INFO  (zkCallback-2801-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2040280 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2041056 INFO  (OverseerCollectionConfigSetProcessor-98485463357587460-127.0.0.1:37009_m_rut%2Fou-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2041182 INFO  (qtp20798729-18364) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:33185_m_rut%2Fou, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:33185/m_rut/ou","node_name":"127.0.0.1:33185_m_rut%2Fou","state":"recovering","type":"TLOG"}
   [junit4]   2> 2041182 INFO  (qtp20798729-18364) [    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 2041182 INFO  (qtp20798729-18364) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:33185_m_rut%252Fou&onlyIfLeaderActive=true&core=collection1_shard2_replica_t41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 2041683 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 2041683 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:42943/m_rut/ou/collection1_shard2_replica_t41/].
   [junit4]   2> 2041683 INFO  (SocketProxy-Acceptor-42943) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49618,localport=42943], receiveBufferSize:531000
   [junit4]   2> 2041684 INFO  (SocketProxy-Acceptor-42943) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33503,localport=60214], receiveBufferSize=530904
   [junit4]   2> 2041684 INFO  (qtp20798729-18370) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575767422815698944,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2041684 INFO  (qtp20798729-18370) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2041684 INFO  (qtp20798729-18370) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2041685 INFO  (qtp20798729-18370) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41]  webapp=/m_rut/ou path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 2041686 INFO  (SocketProxy-Acceptor-42943) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49622,localport=42943], receiveBufferSize:531000
   [junit4]   2> 2041686 INFO  (SocketProxy-Acceptor-42943) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33503,localport=60218], receiveBufferSize=530904
   [junit4]   2> 2041686 INFO  (qtp20798729-18365) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp=/m_rut/ou path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2041686 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 2041686 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 2041686 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2041686 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 2041686 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 2041686 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 2041686 INFO  (recoveryExecutor-2811-thread-1) [    ] o.a.s.c.ZkController collection1_shard2_replica_t45 starting background replication from leader
   [junit4]   2> 2041686 INFO  (recoveryExecutor-

[...truncated too long message...]

verConnector@1d8d22f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2062574 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@dd8d02{/m_rut/ou,null,UNAVAILABLE}
   [junit4]   2> 2062575 ERROR (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2062575 INFO  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42965 42965
   [junit4]   2> 2062789 INFO  (Thread-5423) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42965 42965
   [junit4]   2> 2062789 WARN  (Thread-5423) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/collections/collMinRf_1x3/state.json
   [junit4]   2> 	2	/solr/collections/c8n_crud_1x2/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2062789 WARN  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:42943/m_rut/ou, target: http://127.0.0.1:33503/m_rut/ou
   [junit4]   2> 2062789 WARN  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:34669/m_rut/ou, target: http://127.0.0.1:35239/m_rut/ou
   [junit4]   2> 2062789 WARN  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.SocketProxy Closing 10 connections to: http://127.0.0.1:33185/m_rut/ou, target: http://127.0.0.1:34779/m_rut/ou
   [junit4]   2> 2062790 WARN  (TEST-HttpPartitionTest.test-seed#[252240547103728E]) [    ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:37009/m_rut/ou, target: http://127.0.0.1:45231/m_rut/ou
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=252240547103728E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-TG -Dtests.timezone=Europe/London -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 29.8s J2 | HttpPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:37009/m_rut/ou/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([252240547103728E:AD767F8EDFFF1F76]:0)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_252240547103728E-001
   [junit4]   2> Aug 15, 2017 3:49:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Direct), id=Lucene50(blocksize=128), text=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=21, maxMBSortInHeap=7.26043883047317, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-TG, timezone=Europe/London
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 9 (32-bit)/cpus=8,threads=1,free=284214512,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestHdfsCloudBackupRestore, TestConfigReload, TestReRankQParserPlugin, TestInitQParser, TestCodecSupport, TestStressReorder, PreAnalyzedFieldTest, TestObjectReleaseTracker, TermVectorComponentDistributedTest, TestNonDefinedSimilarityFactory, SimpleMLTQParserTest, SolrCloudReportersTest, RequestLoggingTest, HdfsDirectoryFactoryTest, CollectionReloadTest, TestSort, SolrInfoBeanTest, ResponseLogComponentTest, SuggesterFSTTest, TestSolr4Spatial2, AsyncCallRequestStatusResponseTest, URLClassifyProcessorTest, SolrTestCaseJ4Test, FastVectorHighlighterTest, FullSolrCloudDistribCmdsTest, RemoteQueryErrorTest, CustomCollectionTest, TestPKIAuthenticationPlugin, DistributedQueryComponentCustomSortTest, HLLUtilTest, DeleteStatusTest, TestFilteredDocIdSet, TestDelegationWithHadoopAuth, BasicAuthStandaloneTest, SolrJmxReporterCloudTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestRandomRequestDistribution, TestJavabinTupleStreamParser, TestDistributedMissingSort, HdfsCollectionsAPIDistributedZkTest, TestJettySolrRunner, SharedFSAutoReplicaFailoverUtilsTest, TestCloudPivotFacet, TestConfigSetsAPIZkFailure, SpatialRPTFieldTypeTest, MoveReplicaTest, LeaderElectionTest, AutoCommitTest, HdfsWriteToMultipleCollectionsTest, ClusterStateTest, TemplateUpdateProcessorTest, TestSearcherReuse, LeaderInitiatedRecoveryOnCommitTest, HardAutoCommitTest, TestCloudSchemaless, TestScoreJoinQPScore, TestMiniSolrCloudClusterSSL, TestInPlaceUpdatesStandalone, TestSubQueryTransformer, StatsComponentTest, SortByFunctionTest, SecurityConfHandlerTest, DocumentBuilderTest, TestSlowCompositeReaderWrapper, TestReload, SuggestComponentTest, MinimalSchemaTest, TestNumericTerms64, TlogReplayBufferedWhileIndexingTest, BooleanFieldTest, TestMissingGroups, TestZkChroot, TestDistribDocBasedVersion, FacetPivotSmallTest, CheckHdfsIndexTest, CdcrVersionReplicationTest, QueryEqualityTest, ConfigSetsAPITest, OverseerModifyCollectionTest, TestSystemCollAutoCreate, TestApiFramework, TestFieldCacheSort, ConjunctionSolrSpellCheckerTest, TestFastWriter, TestSegmentSorting, CoreAdminCreateDiscoverTest, CdcrReplicationDistributedZkTest, SignatureUpdateProcessorFactoryTest, SmileWriterTest, SolrCoreCheckLockOnStartupTest, CoreSorterTest, TestHighFrequencyDictionaryFactory, TestLMJelinekMercerSimilarityFactory, DirectUpdateHandlerOptimizeTest, TestCloudNestedDocsSort, TestExceedMaxTermLength, DateMathParserTest, JavabinLoaderTest, AnalyticsQueryTest, DistributedFacetExistsSmallTest, MissingSegmentRecoveryTest, TestRequestForwarding, ParsingFieldUpdateProcessorsTest, DateFieldTest, TestUtils, TestStressCloudBlindAtomicUpdates, TestExportWriter, OverseerTest, SolrCoreMetricManagerTest, TestBlendedInfixSuggestions, TestStandardQParsers, TestSurroundQueryParser, DocValuesNotIndexedTest, TermsComponentTest, TestCloudSearcherWarming, UnloadDistributedZkTest, TestComplexPhraseQParserPlugin, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestRecovery, ZkControllerTest, TestRealTimeGet, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, SpellCheckComponentTest, TestGroupingSearch, BadIndexSchemaTest, TestFiltering, TestFunctionQuery, DirectUpdateHandlerTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, TestStressLucene, TestTrie, PolyFieldTest, WordBreakSolrSpellCheckerTest, StatelessScriptUpdateProcessorFactoryTest, DisMaxRequestHandlerTest, TestQueryUtils, PrimitiveFieldTypeTest, RequestHandlersTest, TermVectorComponentTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestLFUCache, TestCrossCoreJoin, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AliasIntegrationTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, HttpPartitionTest]
   [junit4] Completed [510/729 (2!)] on J2 in 30.05s, 1 test, 1 failure <<< FAILURES!

[...truncated 37311 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (32bit/jdk-9-ea+181) - Build # 261 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/261/
Java: 32bit/jdk-9-ea+181 -server -XX:+UseSerialGC --illegal-access=deny

2 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream

Error Message:
Error from server at http://127.0.0.1:42325/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason: <pre>    Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:42325/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([C9946127CD5322E4:7483143EF47F1FB9]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:6884)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42325/solr/workQueue_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/workQueue_shard2_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
	... 1 more


FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader

Error Message:
Doc with id=1 not found in http://127.0.0.1:42871/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:42871/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([F2F1845FF0FE80F0:1466B09FC97C7991]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
	at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11757 lines...]
   [junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/init-core-data-001
   [junit4]   2> 831097 INFO  (SUITE-ForceLeaderTest-seed#[F2F1845FF0FE80F0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 831098 INFO  (SUITE-ForceLeaderTest-seed#[F2F1845FF0FE80F0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 831098 INFO  (SUITE-ForceLeaderTest-seed#[F2F1845FF0FE80F0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 831098 INFO  (SUITE-ForceLeaderTest-seed#[F2F1845FF0FE80F0]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 831099 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 831100 INFO  (Thread-1762) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 831100 INFO  (Thread-1762) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 831101 ERROR (Thread-1762) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 831200 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.ZkTestServer start zk server on port:43453
   [junit4]   2> 831205 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 831205 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 831206 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 831207 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 831207 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 831208 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 831208 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 831209 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 831210 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 831210 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 831210 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 831211 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 831320 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 831320 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@177df76{/,null,AVAILABLE}
   [junit4]   2> 831322 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f1081a{HTTP/1.1,[http/1.1]}{127.0.0.1:41999}
   [junit4]   2> 831322 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.Server Started @832525ms
   [junit4]   2> 831322 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/tempDir-001/control/data, hostPort=42871, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/control-001/cores}
   [junit4]   2> 831322 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 831322 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 831322 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 831323 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 831323 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-14T23:31:05.335041Z
   [junit4]   2> 831324 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 831324 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/control-001/solr.xml
   [junit4]   2> 831326 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 831329 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43453/solr
   [junit4]   2> 831365 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 831366 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42871_
   [junit4]   2> 831366 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.Overseer Overseer (id=98484451089645572-127.0.0.1:42871_-n_0000000000) starting
   [junit4]   2> 831369 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42871_
   [junit4]   2> 831369 INFO  (zkCallback-939-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 831570 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 831578 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 831578 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 831579 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/control-001/cores
   [junit4]   2> 831592 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 831592 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43453/solr ready
   [junit4]   2> 831593 INFO  (SocketProxy-Acceptor-42871) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48474,localport=42871], receiveBufferSize:531000
   [junit4]   2> 831593 INFO  (SocketProxy-Acceptor-42871) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41999,localport=58698], receiveBufferSize=530904
   [junit4]   2> 831594 INFO  (qtp6151996-6451) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42871_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 831595 INFO  (OverseerThreadFactory-2402-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 831702 INFO  (SocketProxy-Acceptor-42871) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48478,localport=42871], receiveBufferSize:531000
   [junit4]   2> 831702 INFO  (SocketProxy-Acceptor-42871) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41999,localport=58702], receiveBufferSize=530904
   [junit4]   2> 831702 INFO  (qtp6151996-6447) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 831703 INFO  (qtp6151996-6447) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 831814 INFO  (zkCallback-939-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 832711 INFO  (qtp6151996-6447) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 832722 INFO  (qtp6151996-6447) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 832790 INFO  (qtp6151996-6447) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 832797 INFO  (qtp6151996-6447) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 832798 INFO  (qtp6151996-6447) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 832798 INFO  (qtp6151996-6447) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 832798 INFO  (qtp6151996-6447) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 832800 INFO  (qtp6151996-6447) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8673476557321628]
   [junit4]   2> 832802 WARN  (qtp6151996-6447) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 832833 INFO  (qtp6151996-6447) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 832833 INFO  (qtp6151996-6447) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 832834 INFO  (qtp6151996-6447) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 832834 INFO  (qtp6151996-6447) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 832835 INFO  (qtp6151996-6447) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1092851758, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 832835 INFO  (qtp6151996-6447) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1276556[control_collection_shard1_replica_n1] main]
   [junit4]   2> 832836 INFO  (qtp6151996-6447) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 832836 INFO  (qtp6151996-6447) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 832837 INFO  (qtp6151996-6447) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 832837 INFO  (searcherExecutor-2405-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1276556[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 832837 INFO  (qtp6151996-6447) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575751219254657024
   [junit4]   2> 832840 INFO  (qtp6151996-6447) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 832840 INFO  (qtp6151996-6447) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 832841 INFO  (qtp6151996-6447) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42871/control_collection_shard1_replica_n1/
   [junit4]   2> 832841 INFO  (qtp6151996-6447) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 832841 INFO  (qtp6151996-6447) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:42871/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 832841 INFO  (qtp6151996-6447) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 832842 INFO  (qtp6151996-6447) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42871/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 832943 INFO  (zkCallback-939-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 832992 INFO  (qtp6151996-6447) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 832993 INFO  (qtp6151996-6447) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1291
   [junit4]   2> 832995 INFO  (qtp6151996-6451) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 833095 INFO  (zkCallback-939-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 833596 INFO  (OverseerCollectionConfigSetProcessor-98484451089645572-127.0.0.1:42871_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 833995 INFO  (qtp6151996-6451) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42871_&wt=javabin&version=2} status=0 QTime=2401
   [junit4]   2> 833998 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 833998 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43453/solr ready
   [junit4]   2> 833998 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 833999 INFO  (SocketProxy-Acceptor-42871) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48514,localport=42871], receiveBufferSize:531000
   [junit4]   2> 833999 INFO  (SocketProxy-Acceptor-42871) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41999,localport=58738], receiveBufferSize=530904
   [junit4]   2> 833999 INFO  (qtp6151996-6447) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 834000 INFO  (OverseerThreadFactory-2402-thread-2) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 834000 WARN  (OverseerThreadFactory-2402-thread-2) [    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 834202 INFO  (qtp6151996-6447) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 834202 INFO  (qtp6151996-6447) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=202
   [junit4]   2> 834308 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-1-001 of type TLOG
   [junit4]   2> 834309 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 834310 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1909970{/,null,AVAILABLE}
   [junit4]   2> 834310 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@16c6adb{HTTP/1.1,[http/1.1]}{127.0.0.1:40239}
   [junit4]   2> 834310 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.Server Started @835513ms
   [junit4]   2> 834310 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/tempDir-001/jetty1, hostPort=36031, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-1-001/cores, replicaType=TLOG}
   [junit4]   2> 834310 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 834311 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 834311 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 834311 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 834311 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-14T23:31:08.323223Z
   [junit4]   2> 834313 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 834313 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-1-001/solr.xml
   [junit4]   2> 834316 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 834319 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43453/solr
   [junit4]   2> 834324 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 834325 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 834325 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36031_
   [junit4]   2> 834328 INFO  (zkCallback-946-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 834332 INFO  (zkCallback-939-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 834334 INFO  (zkCallback-951-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 834386 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 834396 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 834397 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 834414 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-1-001/cores
   [junit4]   2> 834438 INFO  (qtp6151996-6451) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36031_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 834441 INFO  (OverseerCollectionConfigSetProcessor-98484451089645572-127.0.0.1:42871_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 834442 INFO  (OverseerThreadFactory-2402-thread-3) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:36031_ for creating new replica
   [junit4]   2> 834444 INFO  (SocketProxy-Acceptor-36031) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57974,localport=36031], receiveBufferSize:531000
   [junit4]   2> 834444 INFO  (SocketProxy-Acceptor-36031) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40239,localport=51700], receiveBufferSize=530904
   [junit4]   2> 834444 INFO  (qtp33070357-6499) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 834445 INFO  (qtp33070357-6499) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 834553 INFO  (zkCallback-951-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 835458 INFO  (qtp33070357-6499) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 835464 INFO  (qtp33070357-6499) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 835534 INFO  (qtp33070357-6499) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 835544 INFO  (qtp33070357-6499) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 835544 INFO  (qtp33070357-6499) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 835544 INFO  (qtp33070357-6499) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 835544 INFO  (qtp33070357-6499) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 835547 INFO  (qtp33070357-6499) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8673476557321628]
   [junit4]   2> 835549 WARN  (qtp33070357-6499) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 835585 INFO  (qtp33070357-6499) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 835585 INFO  (qtp33070357-6499) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 835586 INFO  (qtp33070357-6499) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 835586 INFO  (qtp33070357-6499) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 835588 INFO  (qtp33070357-6499) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1092851758, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 835588 INFO  (qtp33070357-6499) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@139d060[collection1_shard2_replica_t41] main]
   [junit4]   2> 835589 INFO  (qtp33070357-6499) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 835589 INFO  (qtp33070357-6499) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 835590 INFO  (qtp33070357-6499) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 835591 INFO  (searcherExecutor-2416-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@139d060[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 835591 INFO  (qtp33070357-6499) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575751222142435328
   [junit4]   2> 835594 INFO  (qtp33070357-6499) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 835594 INFO  (qtp33070357-6499) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 835594 INFO  (qtp33070357-6499) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36031/collection1_shard2_replica_t41/
   [junit4]   2> 835594 INFO  (qtp33070357-6499) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 835594 INFO  (qtp33070357-6499) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:36031/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 835594 INFO  (qtp33070357-6499) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 835595 INFO  (qtp33070357-6499) [    ] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 835596 INFO  (qtp33070357-6499) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36031/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 835697 INFO  (zkCallback-951-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 835746 INFO  (qtp33070357-6499) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 835747 INFO  (qtp33070357-6499) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1302
   [junit4]   2> 835748 INFO  (qtp6151996-6451) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36031_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1310
   [junit4]   2> 835849 INFO  (zkCallback-951-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 835881 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-2-001 of type TLOG
   [junit4]   2> 835882 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 835883 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@aa178c{/,null,AVAILABLE}
   [junit4]   2> 835883 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1a1e818{HTTP/1.1,[http/1.1]}{127.0.0.1:42135}
   [junit4]   2> 835883 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.Server Started @837086ms
   [junit4]   2> 835883 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/tempDir-001/jetty2, hostPort=39231, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-2-001/cores, replicaType=TLOG}
   [junit4]   2> 835883 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 835883 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 835883 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 835883 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 835883 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-14T23:31:09.895918Z
   [junit4]   2> 835886 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 835886 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-2-001/solr.xml
   [junit4]   2> 835888 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 835892 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43453/solr
   [junit4]   2> 835898 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 835899 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 835900 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39231_
   [junit4]   2> 835900 INFO  (zkCallback-939-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 835900 INFO  (zkCallback-951-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 835900 INFO  (zkCallback-946-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 835900 INFO  (zkCallback-957-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 835970 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 835978 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 835978 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 835979 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-2-001/cores
   [junit4]   2> 836017 INFO  (qtp6151996-6446) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39231_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 836021 INFO  (OverseerCollectionConfigSetProcessor-98484451089645572-127.0.0.1:42871_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 836021 INFO  (OverseerThreadFactory-2402-thread-4) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39231_ for creating new replica
   [junit4]   2> 836022 INFO  (SocketProxy-Acceptor-39231) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49076,localport=39231], receiveBufferSize:531000
   [junit4]   2> 836022 INFO  (SocketProxy-Acceptor-39231) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42135,localport=39506], receiveBufferSize=530904
   [junit4]   2> 836022 INFO  (qtp26960307-6532) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 836022 INFO  (qtp26960307-6532) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 836125 INFO  (zkCallback-957-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 836125 INFO  (zkCallback-951-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 837031 INFO  (qtp26960307-6532) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 837041 INFO  (qtp26960307-6532) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 837127 INFO  (qtp26960307-6532) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 837137 INFO  (qtp26960307-6532) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 837138 INFO  (qtp26960307-6532) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 837138 INFO  (qtp26960307-6532) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 837138 INFO  (qtp26960307-6532) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 837142 INFO  (qtp26960307-6532) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8673476557321628]
   [junit4]   2> 837143 WARN  (qtp26960307-6532) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 837188 INFO  (qtp26960307-6532) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 837188 INFO  (qtp26960307-6532) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 837189 INFO  (qtp26960307-6532) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 837189 INFO  (qtp26960307-6532) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 837190 INFO  (qtp26960307-6532) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1092851758, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 837190 INFO  (qtp26960307-6532) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@28d6e3[collection1_shard1_replica_t43] main]
   [junit4]   2> 837191 INFO  (qtp26960307-6532) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 837191 INFO  (qtp26960307-6532) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 837192 INFO  (qtp26960307-6532) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 837193 INFO  (searcherExecutor-2427-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@28d6e3[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 837193 INFO  (qtp26960307-6532) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575751223822254080
   [junit4]   2> 837196 INFO  (qtp26960307-6532) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 837196 INFO  (qtp26960307-6532) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 837196 INFO  (qtp26960307-6532) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39231/collection1_shard1_replica_t43/
   [junit4]   2> 837196 INFO  (qtp26960307-6532) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 837196 INFO  (qtp26960307-6532) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:39231/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 837196 INFO  (qtp26960307-6532) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 837196 INFO  (qtp26960307-6532) [    ] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 837197 INFO  (qtp26960307-6532) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39231/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 837298 INFO  (zkCallback-957-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 837298 INFO  (zkCallback-951-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 837347 INFO  (qtp26960307-6532) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 837348 INFO  (qtp26960307-6532) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1326
   [junit4]   2> 837350 INFO  (qtp6151996-6446) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39231_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1332
   [junit4]   2> 837450 INFO  (zkCallback-951-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 837450 INFO  (zkCallback-957-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 837457 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-3-001 of type TLOG
   [junit4]   2> 837458 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 837459 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8c166d{/,null,AVAILABLE}
   [junit4]   2> 837459 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17108b9{HTTP/1.1,[http/1.1]}{127.0.0.1:35507}
   [junit4]   2> 837459 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.e.j.s.Server Started @838662ms
   [junit4]   2> 837459 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/tempDir-001/jetty3, hostPort=44601, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-3-001/cores, replicaType=TLOG}
   [junit4]   2> 837459 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 837459 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 837459 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 837459 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 837459 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-14T23:31:11.471793Z
   [junit4]   2> 837461 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 837461 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-3-001/solr.xml
   [junit4]   2> 837463 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 837465 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43453/solr
   [junit4]   2> 837469 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 837470 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 837470 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44601_
   [junit4]   2> 837472 INFO  (zkCallback-957-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 837472 INFO  (zkCallback-946-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 837472 INFO  (zkCallback-951-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 837472 INFO  (zkCallback-939-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 837473 INFO  (zkCallback-963-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 837574 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 837582 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 837582 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 837583 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-3-001/cores
   [junit4]   2> 837612 INFO  (SocketProxy-Acceptor-44601) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60642,localport=44601], receiveBufferSize:531000
   [junit4]   2> 837613 INFO  (SocketProxy-Acceptor-44601) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35507,localport=38430], receiveBufferSize=530904
   [junit4]   2> 837613 INFO  (qtp33017303-6564) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44601_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 837614 INFO  (OverseerCollectionConfigSetProcessor-98484451089645572-127.0.0.1:42871_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 837614 INFO  (OverseerThreadFactory-2402-thread-5) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44601_ for creating new replica
   [junit4]   2> 837615 INFO  (SocketProxy-Acceptor-44601) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60646,localport=44601], receiveBufferSize:531000
   [junit4]   2> 837615 INFO  (SocketProxy-Acceptor-44601) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35507,localport=38434], receiveBufferSize=530904
   [junit4]   2> 837615 INFO  (qtp33017303-6566) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 837615 INFO  (qtp33017303-6566) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 837718 INFO  (zkCallback-957-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 837718 INFO  (zkCallback-963-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 837718 INFO  (zkCallback-951-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 838636 INFO  (qtp33017303-6566) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 838643 INFO  (qtp33017303-6566) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
   [junit4]   2> 838704 INFO  (qtp33017303-6566) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 838712 INFO  (qtp33017303-6566) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
   [junit4]   2> 838713 INFO  (qtp33017303-6566) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 838713 INFO  (qtp33017303-6566) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 838713 INFO  (qtp33017303-6566) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
   [junit4]   2> 838722 INFO  (qtp33017303-6566) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8673476557321628]
   [junit4]   2> 838723 WARN  (qtp33017303-6566) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 838753 INFO  (qtp33017303-6566) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 838753 INFO  (qtp33017303-6566) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 838754 INFO  (qtp33017303-6566) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 838754 INFO  (qtp33017303-6566) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 838755 INFO  (qtp33017303-6566) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1092851758, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 838755 INFO  (qtp33017303-6566) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@12a21db[collection1_shard2_replica_t45] main]
   [junit4]   2> 838756 INFO  (qtp33017303-6566) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 838756 INFO  (qtp33017303-6566) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 838757 INFO  (qtp33017303-6566) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 838757 INFO  (searcherExecutor-2438-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@12a21db[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 838758 INFO  (qtp33017303-6566) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575751225463275520
   [junit4]   2> 838760 INFO  (qtp33017303-6566) [    ] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
   [junit4]   2> 838760 INFO  (updateExecutor-960-thread-1) [    ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 838761 INFO  (recoveryExecutor-961-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 838761 INFO  (qtp33017303-6566) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1145
   [junit4]   2> 838762 INFO  (recoveryExecutor-961-thread-1) [    ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 838762 INFO  (recoveryExecutor-961-thread-1) [    ] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
   [junit4]   2> 838762 INFO  (recoveryExecutor-961-thread-1) [    ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
   [junit4]   2> 838762 INFO  (recoveryExecutor-961-thread-1) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 838762 INFO  (recoveryExecutor-961-thread-1) [    ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:36031/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:44601/collection1_shard2_replica_t45/]
   [junit4]   2> 838762 INFO  (qtp33017303-6564) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44601_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1148
   [junit4]   2> 838764 INFO  (recoveryExecutor-961-thread-1) [    ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:36031]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:44601_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 838764 INFO  (SocketProxy-Acceptor-36031) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58036,localport=36031], receiveBufferSize:531000
   [junit4]   2> 838764 INFO  (SocketProxy-Acceptor-36031) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40239,localport=51762], receiveBufferSize=530904
   [junit4]   2> 838764 INFO  (qtp33070357-6501) [    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 838764 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F2F1845FF0FE80F0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReplicasInLIRNoLeader
   [junit4]   2> 838765 INFO  (qtp33070357-6501) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:44601_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:44601","node_name":"127.0.0.1:44601_","state":"down","type":"TLOG"}
   [junit4]   2> 838766 INFO  (SocketProxy-Acceptor-36031) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=58040,localport=36031], receiveBufferSize:531000
   [junit4]   2> 838766 INFO  (SocketProxy-Acceptor-36031) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40239,localport=51766], receiveBufferSize=530904
   [junit4]   2> 838766 INFO  (qtp33070357-6496) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=1&collection.configName=conf1&nrtReplicas=0&name=forceleader_test_collection&action=CREATE&numShards=1&tlogReplicas=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 838767 INFO  (OverseerThreadFactory-2402-thread-5) [    ] o.a.s.c.CreateCollectionCmd Create collection forceleader_test_collection
   [junit4]   2> 838767 INFO  (OverseerCollectionConfigSetProcessor-98484451089645572-127.0.0.1:42871_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 838869 INFO  (zkCallback-951-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 838869 INFO  (zkCallback-963-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 838869 INFO  (zkCallback-957-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 838971 INFO  (qtp6151996-6453) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forceleader_test_collection_shard1_replica_t1&action=CREATE&numShards=1&collection=forceleader_test_collection&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 838971 INFO  (qtp26960307-6533) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forceleader_test_collection_shard1_replica_t3&action=CREATE&numShards=1&collection=forceleader_test_collection&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 838971 INFO  (qtp33017303-6559) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forceleader_test_collection_shard1_replica_t2&action=CREATE&numShards=1&collection=forceleader_test_collection&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 839075 INFO  (zkCallback-963-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forceleader_test_collection/state.json] for collection [forceleader_test_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 839075 INFO  (zkCallback-939-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forceleader_test_collection/state.json] for collection [forceleader_test_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 839075 INFO  (zkCallback-957-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forceleader_test_collection/state.json] for collection [forceleader_test_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 839765 INFO  (qtp33070357-6501) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:44601_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:44601","node_name":"127.0.0.1:44601_","state":"recovering","type":"TLOG"}
   [junit4]   2> 839765 INFO  (qtp33070357-6501) [    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 839765 INFO  (qtp33070357-6501) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:44601_&onlyIfLeaderActive=true&core=collection1_shard2_replica_t41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 839978 INFO  (qtp6151996-6453) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 839978 INFO  (qtp26960307-6533) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 839979 INFO  (qtp33017303-6559) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 840003 INFO  (qtp33017303-6559) [    ] o.a.s.s.IndexSchema [forceleader_test_collection_shard1_replica_t2] Schema name=test
   [junit4]   2> 840003 INFO  (qtp26960307-6533) [    ] o.a.s.s.IndexSchema [forceleader_test_collection_shard1_replica_t3] Schema name=test
   [junit4]   2> 840003 INFO  (qtp6151996-6453) [    ] o.a.s.s.IndexSchema [forceleader_test_collection_shard1_replica_t1] Schema name=test
   [junit4]   2> 840107 INFO  (qtp26960307-6533) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 840114 INFO  (qtp26960307-6533) [    ] o.a.s.c.CoreContainer Creating SolrCore 'forceleader_test_collection_shard1_replica_t3' using configuration from collection forceleader_test_collection, trusted=true
   [junit4]   2> 840114 INFO  (qtp26960307-6533) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.forceleader_test_collection.shard1.replica_t3' (registry 'solr.core.forceleader_test_collection.shard1.replica_t3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 840115 INFO  (qtp26960307-6533) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 840115 INFO  (qtp26960307-6533) [    ] o.a.s.c.SolrCore [[forceleader_test_collection_shard1_replica_t3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-2-001/cores/forceleader_test_collection_shard1_replica_t3], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-2-001/cores/forceleader_test_collection_shard1_replica_t3/data/]
   [junit4]   2> 840116 INFO  (qtp6151996-6453) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 840117 INFO  (qtp26960307-6533) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8673476557321628]
   [junit4]   2> 840118 INFO  (qtp33017303-6559) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 840118 WARN  (qtp26960307-6533) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 840123 INFO  (qtp6151996-6453) [    ] o.a.s.c.CoreContainer Creating SolrCore 'forceleader_test_collection_shard1_replica_t1' using configuration from collection forceleader_test_collection, trusted=true
   [junit4]   2> 840124 INFO  (qtp6151996-6453) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.forceleader_test_collection.shard1.replica_t1' (registry 'solr.core.forceleader_test_collection.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 840124 INFO  (qtp6151996-6453) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 840124 INFO  (qtp6151996-6453) [    ] o.a.s.c.SolrCore [[forceleader_test_collection_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/control-001/cores/forceleader_test_collection_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/control-001/cores/forceleader_test_collection_shard1_replica_t1/data/]
   [junit4]   2> 840127 INFO  (qtp6151996-6453) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8673476557321628]
   [junit4]   2> 840128 WARN  (qtp6151996-6453) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 840128 INFO  (qtp33017303-6559) [    ] o.a.s.c.CoreContainer Creating SolrCore 'forceleader_test_collection_shard1_replica_t2' using configuration from collection forceleader_test_collection, trusted=true
   [junit4]   2> 840129 INFO  (qtp33017303-6559) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.forceleader_test_collection.shard1.replica_t2' (registry 'solr.core.forceleader_test_collection.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd050
   [junit4]   2> 840129 INFO  (qtp33017303-6559) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 840129 INFO  (qtp33017303-6559) [    ] o.a.s.c.SolrCore [[forceleader_test_collection_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-3-001/cores/forceleader_test_collection_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F2F1845FF0FE80F0-001/shard-3-001/cores/forceleader_test_collection_shard1_replica_t2/data/]
   [junit4]   2> 840132 INFO  (qtp33017303-6559) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8673476557321628]
   [junit4]   2> 840134 WARN  (qtp33017303-6559) [    ] o.a.s.c.RequestHandler

[...truncated too long message...]

kQueue/state.json] for collection [workQueue] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 128673 INFO  (zkCallback-233-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/workQueue/state.json] for collection [workQueue] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 128676 INFO  (coreCloseExecutor-233-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.mainCorpus.shard2.leader, tag=30242805
   [junit4]   2> 128676 INFO  (coreCloseExecutor-233-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.workQueue.shard1.leader, tag=27230234
   [junit4]   2> 128676 INFO  (coreCloseExecutor-233-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard1.leader, tag=19579101
   [junit4]   2> 128677 INFO  (coreCloseExecutor-234-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=17080193
   [junit4]   2> 128685 INFO  (zkCallback-234-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 128686 INFO  (zkCallback-234-thread-5) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 128688 INFO  (zkCallback-234-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 128689 INFO  (jetty-closer-215-thread-4) [    ] o.a.s.c.Overseer Overseer (id=98484555801165833-127.0.0.1:42325_solr-n_0000000000) closing
   [junit4]   2> 128689 INFO  (OverseerStateUpdate-98484555801165833-127.0.0.1:42325_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42325_solr
   [junit4]   2> 128690 INFO  (zkCallback-233-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 128700 WARN  (zkCallback-234-thread-5) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 128700 INFO  (jetty-closer-215-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11dda59{/solr,null,UNAVAILABLE}
   [junit4]   2> 130168 WARN  (zkCallback-237-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 130168 INFO  (jetty-closer-215-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1064dfe{/solr,null,UNAVAILABLE}
   [junit4]   2> 130169 WARN  (zkCallback-235-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 130169 INFO  (jetty-closer-215-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@326a42{/solr,null,UNAVAILABLE}
   [junit4]   2> 130197 WARN  (zkCallback-233-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 130197 INFO  (jetty-closer-215-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19edd27{/solr,null,UNAVAILABLE}
   [junit4]   2> 130197 ERROR (SUITE-StreamExpressionTest-seed#[C9946127CD5322E4]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 130197 INFO  (SUITE-StreamExpressionTest-seed#[C9946127CD5322E4]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39325 39325
   [junit4]   2> 130265 INFO  (Thread-15) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39325 39325
   [junit4]   2> 130266 WARN  (Thread-15) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	93	/solr/aliases.json
   [junit4]   2> 	93	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/configs/conf
   [junit4]   2> 	7	/solr/configs/ml
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	93	/solr/clusterstate.json
   [junit4]   2> 	40	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	28	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	23	/solr/collections/destination/state.json
   [junit4]   2> 	21	/solr/collections/workQueue/state.json
   [junit4]   2> 	21	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	11	/solr/collections/collection1/state.json
   [junit4]   2> 	10	/solr/collections/uknownCollection/state.json
   [junit4]   2> 	10	/solr/collections/modelCollection/state.json
   [junit4]   2> 	10	/solr/collections/checkpointCollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98484555801165833-127.0.0.1:42325_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	93	/solr/live_nodes
   [junit4]   2> 	93	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_C9946127CD5322E4-001
   [junit4]   2> Aug 14, 2017 11:59:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name_s=PostingsFormat(name=LuceneVarGapFixedInterval), expr_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), terms_ss=PostingsFormat(name=Asserting), join2_s=PostingsFormat(name=Asserting), field_s=Lucene50(blocksize=128), multiDefault=PostingsFormat(name=Asserting), subject=PostingsFormat(name=Asserting), a1_s=PostingsFormat(name=Asserting), a2_s=PostingsFormat(name=LuceneVarGapFixedInterval), level1_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), body_t=PostingsFormat(name=LuceneVarGapFixedInterval), s_multi=PostingsFormat(name=LuceneVarGapFixedInterval), col_s=PostingsFormat(name=Asserting), level2_s=Lucene50(blocksize=128), a_ss=Lucene50(blocksize=128), a_s=PostingsFormat(name=LuceneVarGapFixedInterval), tv_text=Lucene50(blocksize=128), term_s=PostingsFormat(name=Asserting), a_t=Lucene50(blocksize=128), text_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=PostingsFormat(name=LuceneVarGapFixedInterval), featureSet_s=PostingsFormat(name=Asserting), checkpoint_ss=PostingsFormat(name=LuceneVarGapFixedInterval), test_t=PostingsFormat(name=LuceneVarGapFixedInterval), ident_s=PostingsFormat(name=Asserting), whitetok=PostingsFormat(name=LuceneVarGapFixedInterval), side_s=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{name_s=DocValuesFormat(name=Memory), expr_s=DocValuesFormat(name=Lucene70), iteration_i=DocValuesFormat(name=Lucene70), terms_ss=DocValuesFormat(name=Asserting), join2_s=DocValuesFormat(name=Asserting), field_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Asserting), price_f=DocValuesFormat(name=Asserting), a1_s=DocValuesFormat(name=Asserting), a_f=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Lucene70), join1_i=DocValuesFormat(name=Lucene70), falseNegative_i=DocValuesFormat(name=Lucene70), a2_s=DocValuesFormat(name=Memory), a_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Memory), test_i=DocValuesFormat(name=Asserting), falsePositive_i=DocValuesFormat(name=Lucene70), field_i=DocValuesFormat(name=Asserting), level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Memory), col_s=DocValuesFormat(name=Asserting), level2_s=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Lucene70), a_s=DocValuesFormat(name=Memory), score_f=DocValuesFormat(name=Memory), term_s=DocValuesFormat(name=Asserting), text_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Lucene70), featureSet_s=DocValuesFormat(name=Asserting), trueNegative_i=DocValuesFormat(name=Memory), index_i=DocValuesFormat(name=Asserting), b_ls=DocValuesFormat(name=Asserting), test_dt=DocValuesFormat(name=Lucene70), out_i=DocValuesFormat(name=Asserting), checkpoint_ss=DocValuesFormat(name=Memory), ident_s=DocValuesFormat(name=Asserting), order_i=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), side_s=DocValuesFormat(name=Memory), truePositive_i=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=431, maxMBSortInHeap=5.717082577763706, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-EH, timezone=America/Punta_Arenas
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 9 (32-bit)/cpus=8,threads=1,free=114329496,total=216842240
   [junit4]   2> NOTE: All tests run in this JVM: [LengthEvaluatorTest, SquareRootEvaluatorTest, StreamingTest, NotEvaluatorTest, StreamExpressionTest]
   [junit4] Completed [111/135 (1!)] on J2 in 115.38s, 94 tests, 1 error <<< FAILURES!

[...truncated 35775 lines...]