You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/19 02:42:31 UTC

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 308 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/308/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestAuthenticationFramework.testBasics

Error Message:
Error from server at http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([A684E23D35D4C46A:9B5C4C110D3A9A1A]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:549)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1012)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:945)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
	at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:526)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 13290 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/init-core-data-001
   [junit4]   2> 3255995 INFO  (SUITE-TestAuthenticationFramework-seed#[A684E23D35D4C46A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3255997 INFO  (SUITE-TestAuthenticationFramework-seed#[A684E23D35D4C46A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3255997 INFO  (SUITE-TestAuthenticationFramework-seed#[A684E23D35D4C46A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3256008 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A684E23D35D4C46A]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001
   [junit4]   2> 3256008 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A684E23D35D4C46A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3256009 INFO  (Thread-5089) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3256009 INFO  (Thread-5089) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3256010 ERROR (Thread-5089) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3256109 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A684E23D35D4C46A]) [    ] o.a.s.c.ZkTestServer start zk server on port:40788
   [junit4]   2> 3256124 INFO  (jetty-launcher-4848-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3256125 INFO  (jetty-launcher-4848-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3256131 INFO  (jetty-launcher-4848-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@248a9603{/solr,null,AVAILABLE}
   [junit4]   2> 3256131 INFO  (jetty-launcher-4848-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@571522c3{/solr,null,AVAILABLE}
   [junit4]   2> 3256132 INFO  (jetty-launcher-4848-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@59f7b212{HTTP/1.1,[http/1.1]}{127.0.0.1:37715}
   [junit4]   2> 3256132 INFO  (jetty-launcher-4848-thread-1) [    ] o.e.j.s.Server Started @3259099ms
   [junit4]   2> 3256132 INFO  (jetty-launcher-4848-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37715}
   [junit4]   2> 3256134 INFO  (jetty-launcher-4848-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7eafbeb1{HTTP/1.1,[http/1.1]}{127.0.0.1:32862}
   [junit4]   2> 3256134 INFO  (jetty-launcher-4848-thread-2) [    ] o.e.j.s.Server Started @3259102ms
   [junit4]   2> 3256134 INFO  (jetty-launcher-4848-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32862}
   [junit4]   2> 3256134 ERROR (jetty-launcher-4848-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3256134 ERROR (jetty-launcher-4848-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3256134 INFO  (jetty-launcher-4848-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 3256134 INFO  (jetty-launcher-4848-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3256134 INFO  (jetty-launcher-4848-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 3256134 INFO  (jetty-launcher-4848-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3256135 INFO  (jetty-launcher-4848-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3256137 INFO  (jetty-launcher-4848-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-19T02:03:45.346Z
   [junit4]   2> 3256137 INFO  (jetty-launcher-4848-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3256137 INFO  (jetty-launcher-4848-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-19T02:03:45.346Z
   [junit4]   2> 3256140 INFO  (jetty-launcher-4848-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3256140 INFO  (jetty-launcher-4848-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3256148 INFO  (jetty-launcher-4848-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40788/solr
   [junit4]   2> 3256148 INFO  (jetty-launcher-4848-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40788/solr
   [junit4]   2> 3256396 INFO  (jetty-launcher-4848-thread-2) [n:127.0.0.1:32862_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3256397 INFO  (jetty-launcher-4848-thread-2) [n:127.0.0.1:32862_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32862_solr
   [junit4]   2> 3256399 INFO  (jetty-launcher-4848-thread-2) [n:127.0.0.1:32862_solr    ] o.a.s.c.Overseer Overseer (id=99028633204752390-127.0.0.1:32862_solr-n_0000000000) starting
   [junit4]   2> 3256403 INFO  (jetty-launcher-4848-thread-1) [n:127.0.0.1:37715_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3256407 INFO  (jetty-launcher-4848-thread-1) [n:127.0.0.1:37715_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37715_solr
   [junit4]   2> 3256411 INFO  (zkCallback-4860-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3256415 INFO  (zkCallback-4859-thread-1-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3256431 INFO  (jetty-launcher-4848-thread-2) [n:127.0.0.1:32862_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32862_solr
   [junit4]   2> 3256434 INFO  (zkCallback-4860-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3256435 INFO  (zkCallback-4859-thread-1-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3256585 INFO  (jetty-launcher-4848-thread-2) [n:127.0.0.1:32862_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 3256642 INFO  (jetty-launcher-4848-thread-2) [n:127.0.0.1:32862_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32862.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccade50
   [junit4]   2> 3256649 INFO  (jetty-launcher-4848-thread-2) [n:127.0.0.1:32862_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32862.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccade50
   [junit4]   2> 3256650 INFO  (jetty-launcher-4848-thread-2) [n:127.0.0.1:32862_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32862.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccade50
   [junit4]   2> 3256651 INFO  (jetty-launcher-4848-thread-2) [n:127.0.0.1:32862_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node2/.
   [junit4]   2> 3256683 INFO  (jetty-launcher-4848-thread-1) [n:127.0.0.1:37715_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 3256743 INFO  (jetty-launcher-4848-thread-1) [n:127.0.0.1:37715_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37715.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccade50
   [junit4]   2> 3256751 INFO  (jetty-launcher-4848-thread-1) [n:127.0.0.1:37715_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37715.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccade50
   [junit4]   2> 3256751 INFO  (jetty-launcher-4848-thread-1) [n:127.0.0.1:37715_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37715.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccade50
   [junit4]   2> 3256752 INFO  (jetty-launcher-4848-thread-1) [n:127.0.0.1:37715_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node1/.
   [junit4]   2> 3256826 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd20468c30007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3256829 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A684E23D35D4C46A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3256831 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A684E23D35D4C46A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40788/solr ready
   [junit4]   2> 3256836 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A684E23D35D4C46A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   2> 3256844 INFO  (qtp1462784273-26983) [n:127.0.0.1:32862_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3256849 INFO  (OverseerThreadFactory-9245-thread-1-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.CreateCollectionCmd Create collection testcollection
   [junit4]   2> 3256965 INFO  (OverseerStateUpdate-99028633204752390-127.0.0.1:32862_solr-n_0000000000) [n:127.0.0.1:32862_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testcollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37715/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3256968 INFO  (OverseerStateUpdate-99028633204752390-127.0.0.1:32862_solr-n_0000000000) [n:127.0.0.1:32862_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testcollection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:32862/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3256971 INFO  (OverseerStateUpdate-99028633204752390-127.0.0.1:32862_solr-n_0000000000) [n:127.0.0.1:32862_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testcollection_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37715/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3256975 INFO  (OverseerStateUpdate-99028633204752390-127.0.0.1:32862_solr-n_0000000000) [n:127.0.0.1:32862_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testcollection_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:32862/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3257180 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3257181 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3257278 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3257279 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3257279 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3257328 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3257486 INFO  (zkCallback-4859-thread-1-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3257487 INFO  (zkCallback-4860-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3257487 INFO  (zkCallback-4860-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3257488 INFO  (zkCallback-4859-thread-2-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3258202 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 3258255 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema [testcollection_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3258257 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3258257 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n2' using configuration from collection testcollection, trusted=true
   [junit4]   2> 3258258 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32862.solr.core.testcollection.shard1.replica_n2' (registry 'solr.core.testcollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccade50
   [junit4]   2> 3258258 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3258258 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [[testcollection_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node2/testcollection_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node2/./testcollection_shard1_replica_n2/data/]
   [junit4]   2> 3258308 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 3258308 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 3258355 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3258355 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 3258358 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3258358 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
   [junit4]   2> 3258358 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37715.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccade50
   [junit4]   2> 3258359 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3258359 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node1/testcollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node1/./testcollection_shard1_replica_n1/data/]
   [junit4]   2> 3258359 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3258359 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
   [junit4]   2> 3258359 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37715.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccade50
   [junit4]   2> 3258360 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3258360 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node1/testcollection_shard2_replica_n4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node1/./testcollection_shard2_replica_n4/data/]
   [junit4]   2> 3258380 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 3258391 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3258396 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3258396 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
   [junit4]   2> 3258397 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32862.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccade50
   [junit4]   2> 3258397 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3258397 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node2/testcollection_shard2_replica_n6], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node2/./testcollection_shard2_replica_n6/data/]
   [junit4]   2> 3258552 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3258552 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3258560 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3258560 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3258575 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@50d5b810[testcollection_shard1_replica_n2] main]
   [junit4]   2> 3258582 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 3258582 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 3258583 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3258583 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584458133974024192
   [junit4]   2> 3258587 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3258587 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3258591 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3258591 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3258591 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3258591 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3258593 INFO  (searcherExecutor-9250-thread-1-processing-n:127.0.0.1:32862_solr x:testcollection_shard1_replica_n2 s:shard1 c:testcollection r:core_node5) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@50d5b810[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3258593 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3258593 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3258593 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6761311c[testcollection_shard1_replica_n1] main]
   [junit4]   2> 3258595 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2eeb362f[testcollection_shard2_replica_n6] main]
   [junit4]   2> 3258596 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 3258597 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 3258601 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3258601 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584458133992898560
   [junit4]   2> 3258603 INFO  (searcherExecutor-9251-thread-1-processing-n:127.0.0.1:37715_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node3) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@6761311c[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3258600 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 3258598 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 3258605 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 3258606 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3258606 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584458133998141440
   [junit4]   2> 3258607 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3258607 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3258609 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3258609 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3258609 INFO  (searcherExecutor-9253-thread-1-processing-n:127.0.0.1:32862_solr x:testcollection_shard2_replica_n6 s:shard2 c:testcollection r:core_node8) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] Registered new searcher Searcher@2eeb362f[testcollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3258611 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ee9d6d2[testcollection_shard2_replica_n4] main]
   [junit4]   2> 3258612 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 3258616 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 3258617 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 3258618 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3258618 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584458134010724352
   [junit4]   2> 3258618 INFO  (searcherExecutor-9252-thread-1-processing-n:127.0.0.1:37715_solr x:testcollection_shard2_replica_n4 s:shard2 c:testcollection r:core_node7) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@2ee9d6d2[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3258714 INFO  (zkCallback-4859-thread-2-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3258714 INFO  (zkCallback-4859-thread-3-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3258714 INFO  (zkCallback-4860-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3258715 INFO  (zkCallback-4860-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3259105 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3259105 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3259105 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2/
   [junit4]   2> 3259106 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=http://127.0.0.1:32862/solr START replicas=[http://127.0.0.1:37715/solr/testcollection_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 3259108 INFO  (qtp206157083-26994) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3259114 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3259114 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3259114 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32862/solr/testcollection_shard2_replica_n6/
   [junit4]   2> 3259115 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=http://127.0.0.1:32862/solr START replicas=[http://127.0.0.1:37715/solr/testcollection_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 3259116 INFO  (qtp206157083-26994) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3259406 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n2 url=http://127.0.0.1:32862/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3259406 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3259406 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3259406 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3259415 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=http://127.0.0.1:32862/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3259415 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3259415 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3259415 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3259419 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2/ shard1
   [junit4]   2> 3259423 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32862/solr/testcollection_shard2_replica_n6/ shard2
   [junit4]   2> 3259526 INFO  (zkCallback-4859-thread-3-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3259526 INFO  (zkCallback-4860-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3259526 INFO  (zkCallback-4860-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3259526 INFO  (zkCallback-4859-thread-2-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3259571 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3259575 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n2&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2395
   [junit4]   2> 3259576 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3259582 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2280
   [junit4]   2> 3259621 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2342
   [junit4]   2> 3259633 INFO  (qtp206157083-26982) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2354
   [junit4]   2> 3259640 INFO  (qtp1462784273-26983) [n:127.0.0.1:32862_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3259739 INFO  (zkCallback-4859-thread-3-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3259739 INFO  (zkCallback-4859-thread-2-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3259743 INFO  (zkCallback-4860-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3259744 INFO  (zkCallback-4860-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3260646 INFO  (qtp1462784273-26983) [n:127.0.0.1:32862_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3802
   [junit4]   2> 3260650 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A684E23D35D4C46A]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:active live:true
   [junit4]   1> replica:core_node5 rstate:active live:true
   [junit4]   1> replica:core_node7 rstate:active live:true
   [junit4]   1> replica:core_node8 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 3260650 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A684E23D35D4C46A]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
   [junit4]   2> 3260656 INFO  (qtp206157083-26994) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:37715/solr/testcollection_shard1_replica_n1/|http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2/&rows=10&version=2&q=*:*&NOW=1511057029863&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 3260656 INFO  (qtp1462784273-26990) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.S.Request [testcollection_shard2_replica_n6]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:32862/solr/testcollection_shard2_replica_n6/|http://127.0.0.1:37715/solr/testcollection_shard2_replica_n4/&rows=10&version=2&q=*:*&NOW=1511057029863&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 3260656 INFO  (qtp1462784273-26989) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.S.Request [testcollection_shard2_replica_n6]  webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:5&wt=javabin&version=2} hits=0 status=0 QTime=1
   [junit4]   2> 3260661 INFO  (qtp206157083-26997) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1584458136148770816)]} 0 0
   [junit4]   2> 3260661 INFO  (qtp1462784273-26990) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2]  webapp=/solr path=/update params={_stateVer_=testcollection:5&wt=javabin&version=2}{add=[1 (1584458136148770816)]} 0 3
   [junit4]   2> 3260665 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584458136157159424,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3260665 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2666720d commitCommandVersion:1584458136157159424
   [junit4]   2> 3260667 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584458136159256576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3260667 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 3260667 INFO  (qtp206157083-26995) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584458136159256576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3260667 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3260667 INFO  (qtp206157083-26995) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 3260667 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n6]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 3260667 INFO  (qtp206157083-26995) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3260668 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584458136160305152,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3260668 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@75373400 commitCommandVersion:1584458136160305152
   [junit4]   2> 3260668 INFO  (qtp206157083-26995) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 3260674 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@54168929[testcollection_shard1_replica_n2] main]
   [junit4]   2> 3260675 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3260676 INFO  (searcherExecutor-9250-thread-1-processing-n:127.0.0.1:32862_solr x:testcollection_shard1_replica_n2 s:shard1 c:testcollection r:core_node5) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] Registered new searcher Searcher@54168929[testcollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C1)))}
   [junit4]   2> 3260677 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 8
   [junit4]   2> 3260674 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18f0c3a8[testcollection_shard1_replica_n1] main]
   [junit4]   2> 3260682 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3260683 INFO  (searcherExecutor-9251-thread-1-processing-n:127.0.0.1:37715_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node3) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@18f0c3a8[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C1)))}
   [junit4]   2> 3260684 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 18
   [junit4]   2> 3260684 INFO  (qtp1462784273-26988) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n2]  webapp=/solr path=/update params={_stateVer_=testcollection:5&commit=true&wt=javabin&version=2}{commit=} 0 20
   [junit4]   2> 3260688 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:37715/solr/testcollection_shard1_replica_n1/|http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2/&rows=10&version=2&q=*:*&NOW=1511057029895&isShard=true&wt=javabin} hits=1 status=0 QTime=0
   [junit4]   2> 3260690 INFO  (qtp1462784273-26986) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.S.Request [testcollection_shard2_replica_n6]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:32862/solr/testcollection_shard2_replica_n6/|http://127.0.0.1:37715/solr/testcollection_shard2_replica_n4/&rows=10&version=2&q=*:*&NOW=1511057029895&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 3260693 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=testcollection:5&shards.purpose=64&NOW=1511057029895&ids=1&isShard=true&shard.url=http://127.0.0.1:37715/solr/testcollection_shard1_replica_n1/|http://127.0.0.1:32862/solr/testcollection_shard1_replica_n2/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3260693 INFO  (qtp206157083-26995) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:5&wt=javabin&version=2} hits=1 status=0 QTime=7
   [junit4]   2> 3260695 INFO  (qtp1462784273-26991) [n:127.0.0.1:32862_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3260707 INFO  (OverseerCollectionConfigSetProcessor-99028633204752390-127.0.0.1:32862_solr-n_0000000000) [n:127.0.0.1:32862_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3260709 INFO  (OverseerThreadFactory-9245-thread-2-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 3260710 INFO  (qtp1462784273-26989) [n:127.0.0.1:32862_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=null
   [junit4]   2> 3260710 INFO  (qtp1462784273-26989) [n:127.0.0.1:32862_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26cb782b: rootName = solr_32862, domain = solr.core.testcollection.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@26b18320
   [junit4]   2> 3260711 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=null
   [junit4]   2> 3260712 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70f32276: rootName = solr_37715, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4b97ccef
   [junit4]   2> 3260738 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr    ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5f6b6035
   [junit4]   2> 3260738 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=1600872501
   [junit4]   2> 3260738 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1600872501
   [junit4]   2> 3260743 INFO  (qtp206157083-26997) [n:127.0.0.1:37715_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=null
   [junit4]   2> 3260743 INFO  (qtp206157083-26997) [n:127.0.0.1:37715_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b825c0b: rootName = solr_37715, domain = solr.core.testcollection.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@7c1adf40
   [junit4]   2> 3260750 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr    ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 3260754 INFO  (qtp1462784273-26989) [n:127.0.0.1:32862_solr    ] o.a.s.c.SolrCore [testcollection_shard2_replica_n6]  CLOSING SolrCore org.apache.solr.core.SolrCore@44f61876
   [junit4]   2> 3260754 INFO  (qtp1462784273-26989) [n:127.0.0.1:32862_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=1156978806
   [junit4]   2> 3260754 INFO  (qtp1462784273-26989) [n:127.0.0.1:32862_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1156978806
   [junit4]   2> 3260754 INFO  (qtp1462784273-26990) [n:127.0.0.1:32862_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=null
   [junit4]   2> 3260755 INFO  (qtp1462784273-26990) [n:127.0.0.1:32862_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31802d7c: rootName = solr_32862, domain = solr.core.testcollection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@3ecb528a
   [junit4]   2> 3260756 INFO  (qtp206157083-26992) [n:127.0.0.1:37715_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=44
   [junit4]   2> 3260758 INFO  (qtp1462784273-26989) [n:127.0.0.1:32862_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n6&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=48
   [junit4]   2> 3260759 WARN  (zkCallback-4860-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.solr.common.SolrException: SolrCore not found:testcollection_shard2_replica_n4 in []
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:310)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3260786 INFO  (qtp206157083-26997) [n:127.0.0.1:37715_solr    ] o.a.s.c.SolrCore [testcollection_shard2_replica_n4]  CLOSING SolrCore org.apache.solr.core.SolrCore@651ba0d9
   [junit4]   2> 3260786 INFO  (qtp206157083-26997) [n:127.0.0.1:37715_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=1696309465
   [junit4]   2> 3260786 INFO  (qtp206157083-26997) [n:127.0.0.1:37715_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1696309465
   [junit4]   2> 3260790 INFO  (qtp206157083-26997) [n:127.0.0.1:37715_solr    ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 3260792 INFO  (qtp206157083-26997) [n:127.0.0.1:37715_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard2_replica_n4&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=78
   [junit4]   2> 3260794 INFO  (qtp1462784273-26990) [n:127.0.0.1:32862_solr    ] o.a.s.c.SolrCore [testcollection_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@3115375c
   [junit4]   2> 3260794 INFO  (qtp1462784273-26990) [n:127.0.0.1:32862_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=823474012
   [junit4]   2> 3260795 INFO  (qtp1462784273-26990) [n:127.0.0.1:32862_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=823474012
   [junit4]   2> 3260812 INFO  (qtp1462784273-26990) [n:127.0.0.1:32862_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testcollection_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=98
   [junit4]   2> 3260812 WARN  (zkCallback-4860-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 3261548 INFO  (qtp1462784273-26991) [n:127.0.0.1:32862_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=853
   [junit4]   2> 3261549 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A684E23D35D4C46A]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for collection to disappear - collection: testcollection failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   2> 3261549 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[A684E23D35D4C46A]) [    ] o.a.s.c.AbstractDistribZkTestBase Collection has disappeared - collection: testcollection
   [junit4]   2> 3261550 INFO  (qtp1462784273-26987) [n:127.0.0.1:32862_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3261567 INFO  (OverseerThreadFactory-9245-thread-3-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.CreateCollectionCmd Create collection testcollection
   [junit4]   2> 3261568 INFO  (OverseerCollectionConfigSetProcessor-99028633204752390-127.0.0.1:32862_solr-n_0000000000) [n:127.0.0.1:32862_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3261830 INFO  (OverseerStateUpdate-99028633204752390-127.0.0.1:32862_solr-n_0000000000) [n:127.0.0.1:32862_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testcollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:32862/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3261887 INFO  (OverseerStateUpdate-99028633204752390-127.0.0.1:32862_solr-n_0000000000) [n:127.0.0.1:32862_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testcollection_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37715/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3261892 INFO  (OverseerStateUpdate-99028633204752390-127.0.0.1:32862_solr-n_0000000000) [n:127.0.0.1:32862_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testcollection_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:32862/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3261896 INFO  (OverseerStateUpdate-99028633204752390-127.0.0.1:32862_solr-n_0000000000) [n:127.0.0.1:32862_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testcollection_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37715/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3262103 INFO  (qtp1462784273-26988) [n:127.0.0.1:32862_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3262104 INFO  (qtp206157083-26996) [n:127.0.0.1:37715_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3262104 INFO  (qtp1462784273-26983) [n:127.0.0.1:32862_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3262104 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3262222 INFO  (zkCallback-4860-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3262223 INFO  (zkCallback-4860-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3262223 INFO  (zkCallback-4859-thread-1-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3262223 INFO  (zkCallback-4859-thread-2-processing-n:127.0.0.1:32862_solr) [n:127.0.0.1:32862_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3263153 INFO  (qtp206157083-26996) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 3263158 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 3263208 INFO  (qtp206157083-26996) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema [testcollection_shard1_replica_n3] Schema name=minimal
   [junit4]   2> 3263212 INFO  (qtp1462784273-26988) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 3263212 INFO  (qtp206157083-26996) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3263212 INFO  (qtp206157083-26996) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n3' using configuration from collection testcollection, trusted=true
   [junit4]   2> 3263213 INFO  (qtp206157083-26996) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37715.solr.core.testcollection.shard1.replica_n3' (registry 'solr.core.testcollection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccade50
   [junit4]   2> 3263213 INFO  (qtp206157083-26996) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3263213 INFO  (qtp206157083-26996) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [[testcollection_shard1_replica_n3] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node1/testcollection_shard1_replica_n3], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node1/./testcollection_shard1_replica_n3/data/]
   [junit4]   2> 3263228 INFO  (qtp1462784273-26988) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3263232 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3263233 INFO  (qtp1462784273-26983) [n:127.0.0.1:32862_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 3263235 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3263235 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
   [junit4]   2> 3263235 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37715.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ccade50
   [junit4]   2> 3263236 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3263236 INFO  (qtp206157083-26998) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node1/testcollection_shard2_replica_n6], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001/tempDir-001/node1/./testcollection_shard2_replica_n6/data/]
   [junit4]   2> 3263237 INFO  (qtp1462784273-26988) [n:127.0.0.1:32862_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3263237 

[...truncated too long message...]

p but we are closed, exiting.
   [junit4]   2> 3265994 INFO  (zkCallback-4860-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37715_solr
   [junit4]   2> 3266027 INFO  (coreCloseExecutor-9291-thread-1) [n:127.0.0.1:37715_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=566942494
   [junit4]   2> 3266037 INFO  (coreCloseExecutor-9291-thread-2) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n3, tag=1207312652
   [junit4]   2> 3266038 INFO  (coreCloseExecutor-9291-thread-2) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f1fde3d: rootName = solr_37715, domain = solr.core.testcollection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@65b8662c
   [junit4]   2> 3266045 INFO  (jetty-closer-4849-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@248a9603{/solr,null,UNAVAILABLE}
   [junit4]   2> 3266046 INFO  (coreCloseExecutor-9291-thread-2) [n:127.0.0.1:37715_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1207312652
   [junit4]   2> 3266068 INFO  (jetty-closer-4849-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@571522c3{/solr,null,UNAVAILABLE}
   [junit4]   2> 3266070 ERROR (SUITE-TestAuthenticationFramework-seed#[A684E23D35D4C46A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3266075 INFO  (SUITE-TestAuthenticationFramework-seed#[A684E23D35D4C46A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40788 40788
   [junit4]   2> 3276224 INFO  (Thread-5089) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40788 40788
   [junit4]   2> 3276230 WARN  (Thread-5089) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/configs/solrCloudCollectionConfig
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/testcollection/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestAuthenticationFramework_A684E23D35D4C46A-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=324, maxMBSortInHeap=7.82418091450193, sim=RandomSimilarity(queryNorm=true): {}, locale=cs-CZ, timezone=America/Porto_Acre
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=93782528,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestNonDefinedSimilarityFactory, TolerantUpdateProcessorTest, TestAtomicUpdateErrorCases, TestLegacyTerms, DistributedQueryElevationComponentTest, ExitableDirectoryReaderTest, TestSystemCollAutoCreate, MultiTermTest, WordBreakSolrSpellCheckerTest, TestLegacyFieldReuse, TestIndexingPerformance, TestNumericRangeQuery32, MinimalSchemaTest, ScriptEngineTest, TestDynamicLoading, TestIntervalFaceting, HdfsLockFactoryTest, TestWriterPerf, TestCodecSupport, TestPseudoReturnFields, TestSolrDeletionPolicy2, SparseHLLTest, TestEmbeddedSolrServerSchemaAPI, HdfsAutoAddReplicasIntegrationTest, ClusterStateUpdateTest, StatsReloadRaceTest, RequestLoggingTest, TestMacroExpander, ClassificationUpdateProcessorFactoryTest, TestPivotHelperCode, RuleEngineTest, TestSchemaNameResource, TestLocalFSCloudBackupRestore, DistributedExpandComponentTest, TestClassicSimilarityFactory, TestSolrConfigHandler, TestHdfsBackupRestoreCore, TestLegacyFieldCache, TestSearcherReuse, DocValuesMissingTest, TestPKIAuthenticationPlugin, PrimUtilsTest, TestPolicyCloud, TestRealTimeGet, TestSubQueryTransformer, SaslZkACLProviderTest, TestExportWriter, TestSchemalessBufferedUpdates, TestCoreAdminApis, CdcrUpdateLogTest, DefaultValueUpdateProcessorTest, V2StandaloneTest, TestHdfsCloudBackupRestore, BasicDistributedZkTest, TestCursorMarkWithoutUniqueKey, TestManagedResourceStorage, OverseerModifyCollectionTest, BinaryUpdateRequestHandlerTest, ResponseLogComponentTest, BadIndexSchemaTest, RequiredFieldsTest, TestHashQParserPlugin, BooleanFieldTest, HighlighterConfigTest, SubstringBytesRefFilterTest, TestBinaryResponseWriter, TestEmbeddedSolrServerAdminHandler, TestStressInPlaceUpdates, ConfigSetsAPITest, SolrGangliaReporterTest, TestCloudJSONFacetJoinDomain, HighlighterTest, SpellCheckCollatorTest, RollingRestartTest, TestUseDocValuesAsStored2, TestPointFields, TestManagedSchemaAPI, DistributedFacetPivotLargeTest, TestQueryWrapperFilter, ManagedSchemaRoundRobinCloudTest, TestDocBasedVersionConstraints, JSONWriterTest, TestSolr4Spatial, DeleteInactiveReplicaTest, HdfsSyncSliceTest, BlobRepositoryCloudTest, TestConfigOverlay, CdcrReplicationHandlerTest, DateMathParserTest, TestJmxIntegration, SharedFSAutoReplicaFailoverTest, UninvertDocValuesMergePolicyTest, TestNoOpRegenerator, SyncSliceTest, OverseerStatusTest, TestSurroundQueryParser, TestCloudSearcherWarming, TestBlendedInfixSuggestions, FacetPivotSmallTest, RemoteQueryErrorTest, TestSolrCoreProperties, TestExpandComponent, XsltUpdateRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, AddReplicaTest, TestSolrCloudSnapshots, ConnectionReuseTest, SolrCoreMetricManagerTest, TestDistributedSearch, TestDeleteCollectionOnDownNodes, DirectSolrConnectionTest, TestPushWriter, BasicAuthIntegrationTest, RequestHandlersTest, TestInfoStreamLogging, LeaderElectionTest, IndexBasedSpellCheckerTest, TestCoreDiscovery, TestCollectionAPI, HLLSerializationTest, AutoAddReplicasPlanActionTest, TriLevelCompositeIdRoutingTest, TestTolerantUpdateProcessorRandomCloud, DistributedVersionInfoTest, StatsComponentTest, TestFiltering, TestBulkSchemaConcurrent, TestMaxTokenLenTokenizer, SolrJmxReporterCloudTest, ShardRoutingTest, TestReversedWildcardFilterFactory, LargeFieldTest, AlternateDirectoryTest, DistribCursorPagingTest, BigEndianAscendingWordSerializerTest, ComputePlanActionTest, PeerSyncWithIndexFingerprintCachingTest, TestSweetSpotSimilarityFactory, TestImpersonationWithHadoopAuth, QueryResultKeyTest, TestQuerySenderListener, TestPHPSerializedResponseWriter, AtomicUpdateProcessorFactoryTest, TestSerializedLuceneMatchVersion, ClusterStateTest, ForceLeaderTest, TestFieldTypeCollectionResource, TestTestInjection, TestSQLHandler, TestSolrCoreParser, TestDownShardTolerantSearch, TestShardHandlerFactory, NodeAddedTriggerTest, VersionInfoTest, CoreAdminCreateDiscoverTest, MoveReplicaTest, TestRecovery, TestNRTOpen, TestFieldCollectionResource, CoreMergeIndexesAdminHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, TestTolerantSearch, TestPhraseSuggestions, TestUnifiedSolrHighlighter, TestNamedUpdateProcessors, BlockCacheTest, TestStandardQParsers, TestCloudDeleteByQuery, BufferStoreTest, ReturnFieldsTest, SpatialFilterTest, DistributedFacetPivotSmallAdvancedTest, TestManagedSynonymGraphFilterFactory, TestRawTransformer, TestPrepRecovery, TestRandomDVFaceting, TestRangeQuery, XmlUpdateRequestHandlerTest, SolrTestCaseJ4Test, JavabinLoaderTest, TestNestedDocsSort, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, TestZkChroot, ZkCLITest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TestStressReorder, TestJoin, DistributedTermsComponentTest, ConvertedLegacyTest, TestLazyCores, ShowFileRequestHandlerTest, AnalysisAfterCoreReloadTest, SolrRequestParserTest, DocValuesTest, CacheHeaderTest, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, TermsComponentTest, LoggingHandlerTest, IndexSchemaTest, TestCSVResponseWriter, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, CSVRequestHandlerTest, TestLFUCache, SOLR749Test, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, TestStressRecovery, TestDocSet, TestBinaryField, NumericFieldsTest, TestElisionMultitermQuery, OutputWriterTest, NotRequiredUniqueKeyTest, EchoParamsTest, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, PluginInfoTest, PreAnalyzedFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, TestRTGBase, TestHighlightDedupGrouping, ActionThrottleTest, AssignTest, CleanupOldIndexTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteShardTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, RecoveryAfterSoftCommitTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework]
   [junit4] Completed [539/749 (1!)] on J0 in 20.28s, 1 test, 1 error <<< FAILURES!

[...truncated 48069 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 310 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/310/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream

Error Message:
Error from server at http://127.0.0.1:44384/solr: Could not fully remove collection: workQueue1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44384/solr: Could not fully remove collection: workQueue1
	at __randomizedtesting.SeedInfo.seed([23FD028FCD9158F8:9EEA7796F4BD65A5]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:8275)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14741 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_23FD028FCD9158F8-001/init-core-data-001
   [junit4]   2> 69969 WARN  (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 69970 INFO  (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 69971 INFO  (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 69971 INFO  (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 69971 INFO  (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_23FD028FCD9158F8-001/tempDir-001
   [junit4]   2> 69971 INFO  (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 69971 INFO  (Thread-93) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 69971 INFO  (Thread-93) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 69973 ERROR (Thread-93) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 70071 INFO  (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45328
   [junit4]   2> 70079 INFO  (jetty-launcher-66-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 70080 INFO  (jetty-launcher-66-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 70080 INFO  (jetty-launcher-66-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 70080 INFO  (jetty-launcher-66-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 70081 INFO  (jetty-launcher-66-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62e1b0a5{/solr,null,AVAILABLE}
   [junit4]   2> 70087 INFO  (jetty-launcher-66-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@367cd0b2{HTTP/1.1,[http/1.1]}{127.0.0.1:42465}
   [junit4]   2> 70087 INFO  (jetty-launcher-66-thread-2) [    ] o.e.j.s.Server Started @72810ms
   [junit4]   2> 70087 INFO  (jetty-launcher-66-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42465}
   [junit4]   2> 70087 ERROR (jetty-launcher-66-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 70087 INFO  (jetty-launcher-66-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 70087 INFO  (jetty-launcher-66-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 70087 INFO  (jetty-launcher-66-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 70087 INFO  (jetty-launcher-66-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-19T23:50:03.200Z
   [junit4]   2> 70092 INFO  (jetty-launcher-66-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a9964ed{/solr,null,AVAILABLE}
   [junit4]   2> 70099 INFO  (jetty-launcher-66-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1fd018d1{HTTP/1.1,[http/1.1]}{127.0.0.1:60217}
   [junit4]   2> 70099 INFO  (jetty-launcher-66-thread-1) [    ] o.e.j.s.Server Started @72823ms
   [junit4]   2> 70099 INFO  (jetty-launcher-66-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60217}
   [junit4]   2> 70100 ERROR (jetty-launcher-66-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 70100 INFO  (jetty-launcher-66-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b8cea3d{/solr,null,AVAILABLE}
   [junit4]   2> 70100 INFO  (jetty-launcher-66-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 70100 INFO  (jetty-launcher-66-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 70100 INFO  (jetty-launcher-66-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 70100 INFO  (jetty-launcher-66-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-19T23:50:03.213Z
   [junit4]   2> 70103 INFO  (jetty-launcher-66-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3fe49b7{HTTP/1.1,[http/1.1]}{127.0.0.1:56697}
   [junit4]   2> 70103 INFO  (jetty-launcher-66-thread-3) [    ] o.e.j.s.Server Started @72826ms
   [junit4]   2> 70103 INFO  (jetty-launcher-66-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56697}
   [junit4]   2> 70103 ERROR (jetty-launcher-66-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 70103 INFO  (jetty-launcher-66-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 70103 INFO  (jetty-launcher-66-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 70103 INFO  (jetty-launcher-66-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 70103 INFO  (jetty-launcher-66-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-19T23:50:03.216Z
   [junit4]   2> 70106 INFO  (jetty-launcher-66-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5eb62cfc{/solr,null,AVAILABLE}
   [junit4]   2> 70110 INFO  (jetty-launcher-66-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@49b6dacd{HTTP/1.1,[http/1.1]}{127.0.0.1:44384}
   [junit4]   2> 70111 INFO  (jetty-launcher-66-thread-4) [    ] o.e.j.s.Server Started @72834ms
   [junit4]   2> 70111 INFO  (jetty-launcher-66-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44384}
   [junit4]   2> 70111 ERROR (jetty-launcher-66-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 70111 INFO  (jetty-launcher-66-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 70111 INFO  (jetty-launcher-66-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 70111 INFO  (jetty-launcher-66-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 70111 INFO  (jetty-launcher-66-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-19T23:50:03.224Z
   [junit4]   2> 70114 INFO  (jetty-launcher-66-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 70115 INFO  (jetty-launcher-66-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 70123 INFO  (jetty-launcher-66-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 70129 INFO  (jetty-launcher-66-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 70130 INFO  (jetty-launcher-66-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45328/solr
   [junit4]   2> 70137 INFO  (jetty-launcher-66-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45328/solr
   [junit4]   2> 70157 INFO  (jetty-launcher-66-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45328/solr
   [junit4]   2> 70181 INFO  (jetty-launcher-66-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45328/solr
   [junit4]   2> 70210 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fd6b05c4e0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 70240 WARN  (jetty-launcher-66-thread-1) [n:127.0.0.1:60217_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 70252 WARN  (jetty-launcher-66-thread-3) [n:127.0.0.1:56697_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 70259 INFO  (jetty-launcher-66-thread-3) [n:127.0.0.1:56697_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 70260 INFO  (jetty-launcher-66-thread-3) [n:127.0.0.1:56697_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56697_solr
   [junit4]   2> 70261 INFO  (jetty-launcher-66-thread-3) [n:127.0.0.1:56697_solr    ] o.a.s.c.Overseer Overseer (id=99033769776644106-127.0.0.1:56697_solr-n_0000000000) starting
   [junit4]   2> 70273 INFO  (jetty-launcher-66-thread-3) [n:127.0.0.1:56697_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56697_solr
   [junit4]   2> 70317 INFO  (zkCallback-86-thread-1-processing-n:127.0.0.1:56697_solr) [n:127.0.0.1:56697_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 70320 INFO  (zkCallback-82-thread-1-processing-n:127.0.0.1:60217_solr) [n:127.0.0.1:60217_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 70321 INFO  (jetty-launcher-66-thread-1) [n:127.0.0.1:60217_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 70322 INFO  (jetty-launcher-66-thread-1) [n:127.0.0.1:60217_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60217_solr
   [junit4]   2> 70327 INFO  (OverseerStateUpdate-99033769776644106-127.0.0.1:56697_solr-n_0000000000) [n:127.0.0.1:56697_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 70327 INFO  (zkCallback-82-thread-1-processing-n:127.0.0.1:60217_solr) [n:127.0.0.1:60217_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 70331 WARN  (jetty-launcher-66-thread-2) [n:127.0.0.1:42465_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 70332 INFO  (jetty-launcher-66-thread-2) [n:127.0.0.1:42465_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 70335 WARN  (jetty-launcher-66-thread-4) [n:127.0.0.1:44384_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 70336 INFO  (jetty-launcher-66-thread-2) [n:127.0.0.1:42465_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 70338 INFO  (jetty-launcher-66-thread-2) [n:127.0.0.1:42465_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42465_solr
   [junit4]   2> 70349 INFO  (zkCallback-86-thread-1-processing-n:127.0.0.1:56697_solr) [n:127.0.0.1:56697_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 70355 INFO  (zkCallback-87-thread-1-processing-n:127.0.0.1:42465_solr) [n:127.0.0.1:42465_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 70364 INFO  (zkCallback-82-thread-1-processing-n:127.0.0.1:60217_solr) [n:127.0.0.1:60217_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 70364 INFO  (jetty-launcher-66-thread-4) [n:127.0.0.1:44384_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 70369 INFO  (jetty-launcher-66-thread-4) [n:127.0.0.1:44384_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 70372 INFO  (jetty-launcher-66-thread-4) [n:127.0.0.1:44384_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44384_solr
   [junit4]   2> 70373 INFO  (zkCallback-88-thread-1-processing-n:127.0.0.1:44384_solr) [n:127.0.0.1:44384_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 70375 INFO  (zkCallback-86-thread-1-processing-n:127.0.0.1:56697_solr) [n:127.0.0.1:56697_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 70375 INFO  (zkCallback-82-thread-1-processing-n:127.0.0.1:60217_solr) [n:127.0.0.1:60217_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 70375 INFO  (zkCallback-87-thread-1-processing-n:127.0.0.1:42465_solr) [n:127.0.0.1:42465_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 70422 INFO  (jetty-launcher-66-thread-2) [n:127.0.0.1:42465_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42465.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 70429 INFO  (jetty-launcher-66-thread-2) [n:127.0.0.1:42465_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42465.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 70430 INFO  (jetty-launcher-66-thread-2) [n:127.0.0.1:42465_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42465.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 70430 INFO  (jetty-launcher-66-thread-2) [n:127.0.0.1:42465_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_23FD028FCD9158F8-001/tempDir-001/node2/.
   [junit4]   2> 70549 INFO  (jetty-launcher-66-thread-1) [n:127.0.0.1:60217_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60217.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 70571 INFO  (jetty-launcher-66-thread-3) [n:127.0.0.1:56697_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56697.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 70586 INFO  (jetty-launcher-66-thread-3) [n:127.0.0.1:56697_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56697.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 70602 INFO  (jetty-launcher-66-thread-1) [n:127.0.0.1:60217_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60217.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 70602 INFO  (jetty-launcher-66-thread-1) [n:127.0.0.1:60217_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60217.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 70603 INFO  (jetty-launcher-66-thread-1) [n:127.0.0.1:60217_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_23FD028FCD9158F8-001/tempDir-001/node1/.
   [junit4]   2> 70603 INFO  (jetty-launcher-66-thread-3) [n:127.0.0.1:56697_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56697.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 70604 INFO  (jetty-launcher-66-thread-3) [n:127.0.0.1:56697_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_23FD028FCD9158F8-001/tempDir-001/node3/.
   [junit4]   2> 70627 INFO  (jetty-launcher-66-thread-4) [n:127.0.0.1:44384_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44384.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 70634 INFO  (jetty-launcher-66-thread-4) [n:127.0.0.1:44384_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44384.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 70634 INFO  (jetty-launcher-66-thread-4) [n:127.0.0.1:44384_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44384.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 70635 INFO  (jetty-launcher-66-thread-4) [n:127.0.0.1:44384_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_23FD028FCD9158F8-001/tempDir-001/node4/.
   [junit4]   2> 70694 INFO  (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 70695 INFO  (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45328/solr ready
   [junit4]   2> 70710 INFO  (qtp469789267-571) [n:127.0.0.1:44384_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 70714 INFO  (OverseerThreadFactory-238-thread-1-processing-n:127.0.0.1:56697_solr) [n:127.0.0.1:56697_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1_collection
   [junit4]   2> 70835 INFO  (OverseerStateUpdate-99033769776644106-127.0.0.1:56697_solr-n_0000000000) [n:127.0.0.1:56697_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56697/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 70842 INFO  (OverseerStateUpdate-99033769776644106-127.0.0.1:56697_solr-n_0000000000) [n:127.0.0.1:56697_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_collection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44384/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 71051 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 71051 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 71051 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 71052 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 71165 INFO  (zkCallback-88-thread-1-processing-n:127.0.0.1:44384_solr) [n:127.0.0.1:44384_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 71166 INFO  (zkCallback-88-thread-2-processing-n:127.0.0.1:44384_solr) [n:127.0.0.1:44384_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 71166 INFO  (zkCallback-86-thread-2-processing-n:127.0.0.1:56697_solr) [n:127.0.0.1:56697_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 71167 INFO  (zkCallback-86-thread-1-processing-n:127.0.0.1:56697_solr) [n:127.0.0.1:56697_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72069 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 72088 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 72099 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 72129 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_collection_shard2_replica_n2] Schema name=test
   [junit4]   2> 72249 WARN  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 72249 WARN  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 72249 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 72249 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard2_replica_n2' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 72250 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44384.solr.core.collection1_collection.shard2.replica_n2' (registry 'solr.core.collection1_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 72250 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 72250 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_collection_shard2_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_23FD028FCD9158F8-001/tempDir-001/node4/collection1_collection_shard2_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_23FD028FCD9158F8-001/tempDir-001/node4/./collection1_collection_shard2_replica_n2/data/]
   [junit4]   2> 72274 WARN  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 72274 WARN  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 72275 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 72275 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard1_replica_n1' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 72275 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56697.solr.core.collection1_collection.shard1.replica_n1' (registry 'solr.core.collection1_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e6950a
   [junit4]   2> 72275 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 72275 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_collection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_23FD028FCD9158F8-001/tempDir-001/node3/collection1_collection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_23FD028FCD9158F8-001/tempDir-001/node3/./collection1_collection_shard1_replica_n1/data/]
   [junit4]   2> 72498 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 72498 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 72506 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 72506 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 72507 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@48113d0e[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 72509 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 72509 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 72510 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 72510 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584540319086542848
   [junit4]   2> 72510 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 72510 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 72511 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 72511 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 72513 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a7dddec[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 72516 INFO  (searcherExecutor-247-thread-1-processing-n:127.0.0.1:44384_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@48113d0e[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 72516 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 72517 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 72517 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 72517 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584540319093882880
   [junit4]   2> 72520 INFO  (searcherExecutor-248-thread-1-processing-n:127.0.0.1:56697_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@4a7dddec[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 72523 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 72523 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 72523 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44384/solr/collection1_collection_shard2_replica_n2/
   [junit4]   2> 72523 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 72523 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:44384/solr/collection1_collection_shard2_replica_n2/ has no replicas
   [junit4]   2> 72523 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 72525 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 72525 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 72525 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/
   [junit4]   2> 72525 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 72525 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 72525 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 72530 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/ shard1
   [junit4]   2> 72531 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44384/solr/collection1_collection_shard2_replica_n2/ shard2
   [junit4]   2> 72633 INFO  (zkCallback-86-thread-1-processing-n:127.0.0.1:56697_solr) [n:127.0.0.1:56697_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72633 INFO  (zkCallback-86-thread-2-processing-n:127.0.0.1:56697_solr) [n:127.0.0.1:56697_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72633 INFO  (zkCallback-88-thread-1-processing-n:127.0.0.1:44384_solr) [n:127.0.0.1:44384_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72633 INFO  (zkCallback-88-thread-2-processing-n:127.0.0.1:44384_solr) [n:127.0.0.1:44384_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72682 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 72683 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 72688 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1637
   [junit4]   2> 72688 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1638
   [junit4]   2> 72697 INFO  (qtp469789267-571) [n:127.0.0.1:44384_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 72717 INFO  (OverseerCollectionConfigSetProcessor-99033769776644106-127.0.0.1:56697_solr-n_0000000000) [n:127.0.0.1:56697_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 72797 INFO  (zkCallback-88-thread-2-processing-n:127.0.0.1:44384_solr) [n:127.0.0.1:44384_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72797 INFO  (zkCallback-88-thread-1-processing-n:127.0.0.1:44384_solr) [n:127.0.0.1:44384_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72797 INFO  (zkCallback-86-thread-1-processing-n:127.0.0.1:56697_solr) [n:127.0.0.1:56697_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72797 INFO  (zkCallback-86-thread-3-processing-n:127.0.0.1:56697_solr) [n:127.0.0.1:56697_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 73698 INFO  (qtp469789267-571) [n:127.0.0.1:44384_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2988
   [junit4]   2> 73698 INFO  (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1_collection failOnTimeout:true timeout (sec):90
   [junit4]   2> 73699 INFO  (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1_collection
   [junit4]   2> 73700 INFO  (qtp469789267-593) [n:127.0.0.1:44384_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=collection1_collection&name=collection1&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 73808 INFO  (qtp469789267-593) [n:127.0.0.1:44384_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=collection1_collection&name=collection1&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=108
   [junit4]   2> 73835 INFO  (TEST-StreamExpressionTest.testTopicStream-seed#[23FD028FCD9158F8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTopicStream
   [junit4]   2> 73848 INFO  (qtp264061486-599) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44384/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1584540320485343232)} 0 4
   [junit4]   2> 73849 INFO  (qtp264061486-598) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540320490586112,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 73850 INFO  (qtp264061486-598) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 73852 INFO  (qtp264061486-598) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 73852 INFO  (qtp264061486-598) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44384/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 73852 INFO  (qtp469789267-587) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540320493731840,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 73852 INFO  (qtp469789267-587) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 73853 INFO  (qtp469789267-587) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 73853 INFO  (qtp469789267-587) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44384/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 73853 INFO  (qtp469789267-590) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1584540320478003200),commit=} 0 17
   [junit4]   2> 73856 INFO  (TEST-StreamExpressionTest.testTopicStream-seed#[23FD028FCD9158F8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTopicStream
   [junit4] IGNOR/A 0.05s J1 | StreamExpressionTest.testTopicStream
   [junit4]    > Assumption #1: got: <false>, expected: is <true>
   [junit4]   2> 73887 INFO  (TEST-StreamExpressionTest.testGammaDistribution-seed#[23FD028FCD9158F8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGammaDistribution
   [junit4]   2> 73890 INFO  (qtp264061486-596) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44384/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1584540320531480576)} 0 1
   [junit4]   2> 73891 INFO  (qtp264061486-576) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540320534626304,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 73892 INFO  (qtp264061486-576) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 73892 INFO  (qtp264061486-576) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 73892 INFO  (qtp264061486-576) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44384/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 73894 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540320537772032,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 73895 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 73895 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 73895 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44384/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 73896 INFO  (qtp469789267-591) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1584540320531480576),commit=} 0 8
   [junit4]   2> 73901 INFO  (qtp1562371610-569) [n:127.0.0.1:42465_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 73925 INFO  (qtp264061486-600) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/stream params={indent=off&expr=#comment%0alet(echo%3Dtrue,+a%3Ddescribe(sample(gammaDistribution(1,+10),10000)),+%0a#+commment%0ab%3Ddescribe(sample(gammaDistribution(3,+10),10000)),+c%3Ddescribe(sample(gammaDistribution(5,+10),10000)),d%3Ddescribe(sample(gammaDistribution(7,+10),10000)),e%3Dmean(sample(gammaDistribution(1,+10),10000)),f%3Dmean(sample(gammaDistribution(1,+20),10000)),g%3Dmean(sample(gammaDistribution(1,+30),10000)))&wt=json&version=2.2} status=0 QTime=2
   [junit4]   2> 74599 INFO  (TEST-StreamExpressionTest.testGammaDistribution-seed#[23FD028FCD9158F8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testGammaDistribution
   [junit4]   2> 74626 INFO  (TEST-StreamExpressionTest.testSortStream-seed#[23FD028FCD9158F8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSortStream
   [junit4]   2> 74636 INFO  (qtp469789267-593) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1584540321313718272)} 0 1
   [junit4]   2> 74638 INFO  (qtp264061486-598) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540321317912576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 74638 INFO  (qtp264061486-598) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 74638 INFO  (qtp264061486-598) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 74639 INFO  (qtp264061486-598) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 74639 INFO  (qtp469789267-588) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540321318961152,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 74639 INFO  (qtp469789267-588) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 74639 INFO  (qtp469789267-588) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 74639 INFO  (qtp469789267-588) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 74640 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1584540321307426816),commit=} 0 12
   [junit4]   2> 74648 INFO  (qtp264061486-596) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[0 (1584540321322106880), 4 (1584540321328398336), 1 (1584540321328398337)]} 0 6
   [junit4]   2> 74651 INFO  (qtp469789267-587) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[2 (1584540321323155456), 3 (1584540321330495488), 5 (1584540321331544064)]} 0 7
   [junit4]   2> 74655 INFO  (qtp469789267-590) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540321335738368,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 74655 INFO  (qtp469789267-590) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@b25d701 commitCommandVersion:1584540321335738368
   [junit4]   2> 74657 INFO  (qtp264061486-597) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540321337835520,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 74657 INFO  (qtp264061486-597) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47dee555 commitCommandVersion:1584540321337835520
   [junit4]   2> 74693 INFO  (qtp264061486-597) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20a4ee56[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 74700 INFO  (qtp264061486-597) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 74700 INFO  (qtp469789267-590) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c50b121[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 74701 INFO  (searcherExecutor-248-thread-1-processing-n:127.0.0.1:56697_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@20a4ee56[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c3)))}
   [junit4]   2> 74701 INFO  (qtp264061486-597) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 44
   [junit4]   2> 74701 INFO  (searcherExecutor-247-thread-1-processing-n:127.0.0.1:44384_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@3c50b121[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c3)))}
   [junit4]   2> 74702 INFO  (qtp469789267-590) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 74702 INFO  (qtp469789267-590) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 47
   [junit4]   2> 74702 INFO  (qtp264061486-576) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{commit=} 0 48
   [junit4]   2> 74710 INFO  (TEST-StreamExpressionTest.testSortStream-seed#[23FD028FCD9158F8]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 74711 INFO  (TEST-StreamExpressionTest.testSortStream-seed#[23FD028FCD9158F8]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45328/solr ready
   [junit4]   2> 74734 INFO  (qtp469789267-591) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_f+asc&wt=json&version=2.2} hits=3 status=0 QTime=11
   [junit4]   2> 74740 INFO  (qtp264061486-599) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_f+asc&wt=json&version=2.2} hits=3 status=0 QTime=0
   [junit4]   2> 74747 INFO  (qtp469789267-588) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_f+asc&wt=json&version=2.2} hits=3 status=0 QTime=0
   [junit4]   2> 74751 INFO  (qtp264061486-596) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_f+asc&wt=json&version=2.2} hits=3 status=0 QTime=0
   [junit4]   2> 74757 INFO  (qtp469789267-587) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_f+asc&wt=json&version=2.2} hits=3 status=0 QTime=0
   [junit4]   2> 74757 INFO  (qtp264061486-597) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_f+asc&wt=json&version=2.2} hits=3 status=0 QTime=0
   [junit4]   2> 74761 INFO  (TEST-StreamExpressionTest.testSortStream-seed#[23FD028FCD9158F8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSortStream
   [junit4]   2> 74787 INFO  (TEST-StreamExpressionTest.testUniformIntegerDistribution-seed#[23FD028FCD9158F8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUniformIntegerDistribution
   [junit4]   2> 74789 INFO  (qtp264061486-597) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b017b5e[collection1_collection_shard1_replica_n1] realtime]
   [junit4]   2> 74797 INFO  (qtp469789267-587) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f03650d[collection1_collection_shard2_replica_n2] realtime]
   [junit4]   2> 74798 INFO  (qtp469789267-587) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1584540321476247552)} 0 9
   [junit4]   2> 74799 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540321486733312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 74799 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540321486733312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 74799 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47dee555 commitCommandVersion:1584540321486733312
   [junit4]   2> 74799 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@b25d701 commitCommandVersion:1584540321486733312
   [junit4]   2> 74799 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20e3359[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 74799 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f223a84[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 74800 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 74800 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 74801 INFO  (searcherExecutor-248-thread-1-processing-n:127.0.0.1:56697_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@20e3359[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 74801 INFO  (searcherExecutor-247-thread-1-processing-n:127.0.0.1:44384_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@7f223a84[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 74803 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
   [junit4]   2> 74803 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
   [junit4]   2> 74803 INFO  (qtp264061486-597) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1584540321475198976),commit=} 0 15
   [junit4]   2> 74808 INFO  (qtp264061486-598) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/stream params={indent=off&expr=let(a%3DuniformIntegerDistribution(1,+10),+++++++++++++++b%3Dsample(a,+10000),+++++++++++++++tuple(d%3Ddescribe(b),++++++++++++++++++++++p%3Dprobability(a,+5),++++++++++++++++++++++c%3DcumulativeProbability(a,+5)))&wt=json&version=2.2} status=0 QTime=0
   [junit4]   2> 74818 INFO  (TEST-StreamExpressionTest.testUniformIntegerDistribution-seed#[23FD028FCD9158F8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUniformIntegerDistribution
   [junit4]   2> 74861 INFO  (TEST-StreamExpressionTest.testCorrelationStream-seed#[23FD028FCD9158F8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCorrelationStream
   [junit4]   2> 74864 INFO  (qtp469789267-593) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1584540321553842176)} 0 0
   [junit4]   2> 74865 INFO  (qtp264061486-576) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540321555939328,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 74865 INFO  (qtp264061486-576) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 74865 INFO  (qtp264061486-576) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 74865 INFO  (qtp469789267-593) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540321555939328,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 74865 INFO  (qtp469789267-593) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 74865 INFO  (qtp469789267-593) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 74866 INFO  (qtp264061486-576) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 74867 INFO  (qtp469789267-593) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 74869 INFO  (qtp264061486-596) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1584540321552793600),commit=} 0 7
   [junit4]   2> 74918 INFO  (qtp469789267-588) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[id_1 (1584540321590542336), id_3 (1584540321591590912), id_4 (1584540321592639488), id_5 (1584540321592639489), id_6 (1584540321592639490), id_7 (1584540321592639491), id_8 (1584540321592639492), id_9 (1584540321592639493), id_11 (1584540321592639494), id_12 (1584540321593688064), ... (125 adds)]} 0 20
   [junit4]   2> 74925 INFO  (qtp264061486-576) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[id_2 (1584540321564327936), id_10 (1584540321569570816), id_13 (1584540321569570817), id_14 (1584540321570619392), id_16 (1584540321570619393), id_17 (1584540321570619394), id_18 (1584540321570619395), id_21 (1584540321570619396), id_22 (1584540321570619397), id_23 (1584540321571667968), ... (125 adds)]} 0 52
   [junit4]   2> 74927 INFO  (qtp469789267-591) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540321620951040,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 74927 INFO  (qtp469789267-591) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@b25d701 commitCommandVersion:1584540321620951040
   [junit4]   2> 74937 INFO  (qtp469789267-591) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ec13eca[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 74938 INFO  (searcherExecutor-247-thread-1-processing-n:127.0.0.1:44384_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@4ec13eca[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.2.0):c125)))}
   [junit4]   2> 74938 INFO  (qtp469789267-591) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 74938 INFO  (qtp469789267-591) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44384/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 12
   [junit4]   2> 74962 INFO  (qtp264061486-600) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584540321657651200,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 74962 INFO  (qtp264061486-600) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47dee555 commitCommandVersion:1584540321657651200
   [junit4]   2> 74980 INFO  (qtp264061486-600) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ac1645d[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 74982 INFO  (searcherExecutor-248-thread-1-processing-n:127.0.0.1:56697_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@ac1645d[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.2.0):c125)))}
   [junit4]   2> 74983 INFO  (qtp264061486-600) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 74983 INFO  (qtp264061486-600) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44384/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 44
   [junit4]   2> 74984 INFO  (qtp469789267-590) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2]  webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{commit=} 0 57
   [junit4]   2> 74992 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/stream params={indent=off&expr=let(a%3Dtimeseries(collection1,+q%3D"*:*",+start%3D"2013-01-01T01:00:00.000Z",+end%3D"2016-12-01T01:00:00.000Z",+gap%3D"%2B1YEAR",+field%3D"test_dt",+count(*),+sum(price_f),+max(price_f),+min(price_f)),+b%3Dselect(timeseries(collection1,+q%3D"*:*",+start%3D"2013-01-01T01:00:00.000Z",+end%3D"2016-12-01T01:00:00.000Z",+gap%3D"%2B1YEAR",+field%3D"test_dt",+count(*),+sum(price_f),+max(price_f),+min(price_f)),mult(-1,+count(*))+as+nvalue),+c%3Dcol(a,+count(*)),+d%3Dcol(b,+nvalue),+tuple(corr%3Dcorr(c,d),+scorr%3Dcorr(array(500,+50,+50,+50),d,+type%3Dspearmans),+kcorr%3Dcorr(array(500,+50,+50,+50),d,+type%3Dkendalls),+d%3Dd))&wt=json&version=2.2} status=0 QTime=5
   [junit4]   2> 74996 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 74998 INFO  (qtp264061486-595) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45328/solr ready
   [junit4]   2> 75094 INFO  (qtp264061486-598) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1_collection:4&_facet_={}&fl=id&fl=score&shards.purpose=1048580&start=0&fsv=true&shard.url=http://127.0.0.1:56697/solr/collection1_collection_shard1_replica_n1/&rows=0&version=2&q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&field=test_dt&NOW=1511135408112&isShard=true&wt=javabin} hits=125 status=0 QTime=65
   [junit4]   2> 75100 INFO  (qtp469789267-593) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1_collection:4&_facet_={}&fl=id&fl=score&shards.purpose=1048580&start=0&fsv=true&shard.url=http://127.0.0.1:44384/solr/collection1_collection_shard2_replica_n2/&rows=0&version=2&q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&field=test_dt&NOW=1511135408112&isShard=true&wt=javabin} hits=125 status=0 QTime=64
   [junit4]   2> 75104 INFO  (qtp469789267-592) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2]  webapp=/solr path=/select params={q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&_stateVer_=collection1_collection:4&field=test_dt&rows=0&wt=javabin&version=2} hits=250 status=0 QTime=104
   [junit4]   2> 75

[...truncated too long message...]

5_solr) [n:127.0.0.1:42465_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/mainCorpus1/state.json] for collection [mainCorpus1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 184316 INFO  (zkCallback-87-thread-1-processing-n:127.0.0.1:42465_solr) [n:127.0.0.1:42465_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/mainCorpus1/state.json] for collection [mainCorpus1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 184384 INFO  (coreCloseExecutor-377-thread-2) [n:127.0.0.1:42465_solr c:destination1 s:shard2 r:core_node4 x:destination1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination1.shard2.leader, tag=331535578
   [junit4]   2> 184413 INFO  (coreCloseExecutor-380-thread-2) [n:127.0.0.1:44384_solr c:destination1 s:shard1 r:core_node3 x:destination1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination1.shard1.leader, tag=1478271070
   [junit4]   2> 184418 INFO  (coreCloseExecutor-380-thread-1) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=2087062281
   [junit4]   2> 184418 INFO  (coreCloseExecutor-380-thread-1) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18ff9b7a: rootName = solr_44384, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@2a1cf327
   [junit4]   2> 184425 INFO  (coreCloseExecutor-380-thread-1) [n:127.0.0.1:44384_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=2087062281
   [junit4]   2> 184427 INFO  (coreCloseExecutor-379-thread-1) [n:127.0.0.1:60217_solr c:mainCorpus1 s:shard2 r:core_node4 x:mainCorpus1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.mainCorpus1.shard2.leader, tag=1622078182
   [junit4]   2> 184428 INFO  (coreCloseExecutor-378-thread-1) [n:127.0.0.1:56697_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=332345985
   [junit4]   2> 184430 INFO  (jetty-closer-67-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99033769776644106-127.0.0.1:56697_solr-n_0000000000) closing
   [junit4]   2> 184430 INFO  (OverseerStateUpdate-99033769776644106-127.0.0.1:56697_solr-n_0000000000) [n:127.0.0.1:56697_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:56697_solr
   [junit4]   2> 184431 WARN  (OverseerAutoScalingTriggerThread-99033769776644106-127.0.0.1:56697_solr-n_0000000000) [n:127.0.0.1:56697_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 184502 INFO  (jetty-closer-67-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a9964ed{/solr,null,UNAVAILABLE}
   [junit4]   2> 184522 INFO  (zkCallback-88-thread-1-processing-n:127.0.0.1:44384_solr) [n:127.0.0.1:44384_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44384_solr
   [junit4]   2> 184529 INFO  (jetty-closer-67-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@b8cea3d{/solr,null,UNAVAILABLE}
   [junit4]   2> 184533 INFO  (jetty-closer-67-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@62e1b0a5{/solr,null,UNAVAILABLE}
   [junit4]   2> 184554 INFO  (jetty-closer-67-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5eb62cfc{/solr,null,UNAVAILABLE}
   [junit4]   2> 184556 ERROR (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 184556 INFO  (SUITE-StreamExpressionTest-seed#[23FD028FCD9158F8]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45328 45328
   [junit4]   2> 194211 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:182)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 194213 INFO  (Thread-93) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45328 45328
   [junit4]   2> 194215 WARN  (Thread-93) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	80	/solr/clusterprops.json
   [junit4]   2> 	80	/solr/aliases.json
   [junit4]   2> 	7	/solr/configs/conf
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	80	/solr/clusterstate.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	18	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	14	/solr/collections/mainCorpus1/state.json
   [junit4]   2> 	14	/solr/collections/destination1/state.json
   [junit4]   2> 	12	/solr/collections/collection1_collection/state.json
   [junit4]   2> 	10	/solr/collections/destination/state.json
   [junit4]   2> 	10	/solr/collections/workQueue1/state.json
   [junit4]   2> 	10	/solr/collections/workQueue/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99033769776644106-127.0.0.1:56697_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	80	/solr/live_nodes
   [junit4]   2> 	80	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_23FD028FCD9158F8-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=Lucene50(blocksize=128), join2_s=BlockTreeOrds(blocksize=128), multiDefault=BlockTreeOrds(blocksize=128), subject=BlockTreeOrds(blocksize=128), a1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a2_s=Lucene50(blocksize=128), level1_s=Lucene50(blocksize=128), test_t=Lucene50(blocksize=128), ident_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), body_t=Lucene50(blocksize=128), s_multi=Lucene50(blocksize=128), level2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), col_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_ss=BlockTreeOrds(blocksize=128), a_s=Lucene50(blocksize=128), a_t=BlockTreeOrds(blocksize=128), side_s=Lucene50(blocksize=128), id=Lucene50(blocksize=128), text=Lucene50(blocksize=128)}, docValues:{expr_s=DocValuesFormat(name=Lucene70), join2_s=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Direct), price_f=DocValuesFormat(name=Direct), a1_s=DocValuesFormat(name=Asserting), a_f=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), a2_s=DocValuesFormat(name=Lucene70), join1_i=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Memory), join3_i=DocValuesFormat(name=Memory), test_i=DocValuesFormat(name=Direct), field_i=DocValuesFormat(name=Direct), level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Asserting), col_s=DocValuesFormat(name=Asserting), a_ss=DocValuesFormat(name=Direct), a_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Direct), i_multi=DocValuesFormat(name=Memory), b_ls=DocValuesFormat(name=Asserting), test_dt=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Asserting), order_i=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Asserting), side_s=DocValuesFormat(name=Memory), miles_i=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1225, maxMBSortInHeap=7.682929678707335, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SA, timezone=Asia/Amman
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=109263968,total=235618304
   [junit4]   2> NOTE: All tests run in this JVM: [LBHttpSolrClientBuilderTest, CollectionAdminRequestRequiredParamsTest, LargeVolumeJettyTest, HyperbolicTangentEvaluatorTest, StreamExpressionToExplanationTest, AndEvaluatorTest, TestFastInputStream, CloudSolrClientTest, SolrSchemalessExampleTest, SolrParamTest, ArcCosineEvaluatorTest, LargeVolumeBinaryJettyTest, JsonValidatorTest, ConcurrentUpdateSolrClientTest, TestConfigSetAdminRequest, TestPathTrie, SolrQueryTest, TestValidatingJsonMap, AnlysisResponseBaseTest, UniformDistributionEvaluatorTest, LargeVolumeEmbeddedTest, FieldValueEvaluatorTest, FacetFieldTest, StreamExpressionTest]
   [junit4] Completed [92/146 (1!)] on J1 in 124.27s, 135 tests, 1 error, 9 skipped <<< FAILURES!

[...truncated 46598 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 309 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/309/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication

Error Message:
Index: 0, Size: 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
	at __randomizedtesting.SeedInfo.seed([FB254A52488CBFE2:EF6D11076B8B02FC]:0)
	at java.util.ArrayList.rangeCheck(ArrayList.java:657)
	at java.util.ArrayList.get(ArrayList.java:433)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12764 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 2183647 INFO  (SUITE-TestReplicationHandler-seed#[FB254A52488CBFE2]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/init-core-data-001
   [junit4]   2> 2183648 WARN  (SUITE-TestReplicationHandler-seed#[FB254A52488CBFE2]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=120 numCloses=120
   [junit4]   2> 2183648 INFO  (SUITE-TestReplicationHandler-seed#[FB254A52488CBFE2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2183649 INFO  (SUITE-TestReplicationHandler-seed#[FB254A52488CBFE2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 2183651 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestRepeater
   [junit4]   2> 2183651 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-001/collection1
   [junit4]   2> 2183653 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2183654 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@104f767c{/solr,null,AVAILABLE}
   [junit4]   2> 2183655 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2defab14{HTTP/1.1,[http/1.1]}{127.0.0.1:51231}
   [junit4]   2> 2183655 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.Server Started @2185860ms
   [junit4]   2> 2183655 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=51231}
   [junit4]   2> 2183655 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2183656 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 2183656 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2183656 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2183656 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-19T12:31:18.345Z
   [junit4]   2> 2183656 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-001/solr.xml
   [junit4]   2> 2183659 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2183659 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2183659 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2183691 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2183699 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2183699 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2183701 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-001/.
   [junit4]   2> 2183701 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2183702 INFO  (coreLoadExecutor-7982-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2183723 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2183728 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2183729 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2183729 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 2183730 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2183730 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2183730 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-001/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 2183731 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38308781522587443]
   [junit4]   2> 2183768 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2183768 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2183769 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=22.0654296875, floorSegmentMB=0.9443359375, forceMergeDeletesPctAllowed=6.556896192914257, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2183769 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68eb5cbe[collection1] main]
   [junit4]   2> 2183769 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-001/collection1/conf
   [junit4]   2> 2183770 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 2183770 INFO  (coreLoadExecutor-7982-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2183770 INFO  (searcherExecutor-7983-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@68eb5cbe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2183772 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/collection1
   [junit4]   2> 2183775 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2183776 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34fb06f1{/solr,null,AVAILABLE}
   [junit4]   2> 2183776 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@474da33{HTTP/1.1,[http/1.1]}{127.0.0.1:51597}
   [junit4]   2> 2183776 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.Server Started @2185982ms
   [junit4]   2> 2183776 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=51597}
   [junit4]   2> 2183776 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2183777 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 2183777 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2183777 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2183777 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-19T12:31:18.466Z
   [junit4]   2> 2183781 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/solr.xml
   [junit4]   2> 2183784 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2183784 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2183784 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2183828 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2183838 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2183838 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2183840 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/.
   [junit4]   2> 2183840 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2183841 INFO  (coreLoadExecutor-7992-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2183850 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2183855 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2183857 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2183857 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 2183857 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2183858 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2183858 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 2183859 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38308781522587443]
   [junit4]   2> 2183901 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2183901 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2183903 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=22.0654296875, floorSegmentMB=0.9443359375, forceMergeDeletesPctAllowed=6.556896192914257, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2183903 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@462c5f84[collection1] main]
   [junit4]   2> 2183903 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/collection1/conf
   [junit4]   2> 2183905 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 2183905 INFO  (coreLoadExecutor-7992-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2183906 INFO  (searcherExecutor-7993-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@462c5f84[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2183907 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@474da33{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2183907 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1761154750
   [junit4]   2> 2183907 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2183907 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7a9067f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@b5ed8c4
   [junit4]   2> 2183912 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2183912 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77679bcd: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5c54303c
   [junit4]   2> 2183916 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2183917 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4cdf22b7: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@39d3a0dd
   [junit4]   2> 2183917 INFO  (coreCloseExecutor-7998-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@76a85350
   [junit4]   2> 2183917 INFO  (coreCloseExecutor-7998-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1990742864
   [junit4]   2> 2183917 INFO  (coreCloseExecutor-7998-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a57369c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@46d59fc1
   [junit4]   2> 2183924 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34fb06f1{/solr,null,UNAVAILABLE}
   [junit4]   2> 2183926 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2183926 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@245ff7b7{/solr,null,AVAILABLE}
   [junit4]   2> 2183927 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4e49975f{HTTP/1.1,[http/1.1]}{127.0.0.1:37866}
   [junit4]   2> 2183927 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.Server Started @2186132ms
   [junit4]   2> 2183927 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=37866}
   [junit4]   2> 2183928 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2183928 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 2183928 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2183928 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2183928 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-19T12:31:18.617Z
   [junit4]   2> 2183928 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/solr.xml
   [junit4]   2> 2183939 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2183939 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2183939 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2183970 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2183978 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2183978 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2183980 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/.
   [junit4]   2> 2183980 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2183981 INFO  (coreLoadExecutor-8005-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2183989 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2183994 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2183996 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2183996 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 2183996 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2183996 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2183996 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 2183998 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38308781522587443]
   [junit4]   2> 2184042 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2184043 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2184043 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=22.0654296875, floorSegmentMB=0.9443359375, forceMergeDeletesPctAllowed=6.556896192914257, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2184043 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2902fa51[collection1] main]
   [junit4]   2> 2184044 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-002/collection1/conf
   [junit4]   2> 2184044 INFO  (coreLoadExecutor-8005-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2184045 INFO  (searcherExecutor-8006-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2902fa51[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2184046 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-003/collection1
   [junit4]   2> 2184048 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2184049 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7dace8e7{/solr,null,AVAILABLE}
   [junit4]   2> 2184050 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@56ba8f42{HTTP/1.1,[http/1.1]}{127.0.0.1:42161}
   [junit4]   2> 2184050 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.Server Started @2186255ms
   [junit4]   2> 2184050 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=42161}
   [junit4]   2> 2184050 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2184050 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 2184051 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2184051 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2184051 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-19T12:31:18.740Z
   [junit4]   2> 2184051 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-003/solr.xml
   [junit4]   2> 2184056 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2184056 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2184057 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2184091 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2184102 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2184102 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2184105 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-003/.
   [junit4]   2> 2184105 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2184107 INFO  (coreLoadExecutor-8015-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2184117 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2184130 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2184131 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2184131 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-003/./collection1, trusted=true
   [junit4]   2> 2184131 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c61e9f9
   [junit4]   2> 2184131 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2184131 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-003/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-003/./collection1/data/]
   [junit4]   2> 2184133 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38308781522587443]
   [junit4]   2> 2184176 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2184176 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2184177 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=22.0654296875, floorSegmentMB=0.9443359375, forceMergeDeletesPctAllowed=6.556896192914257, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2184177 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ad7b1ac[collection1] main]
   [junit4]   2> 2184177 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001/solr-instance-003/collection1/conf
   [junit4]   2> 2184178 WARN  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2184178 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 2184178 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 2184178 INFO  (coreLoadExecutor-8015-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2184179 INFO  (searcherExecutor-8016-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3ad7b1ac[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2184182 INFO  (qtp659332743-19396) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 2184183 INFO  (qtp659332743-19398) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 2184183 INFO  (qtp659332743-19398) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 2184183 INFO  (qtp659332743-19398) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2184183 INFO  (qtp659332743-19398) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@313d22d commitCommandVersion:0
   [junit4]   2> 2184185 INFO  (qtp659332743-19398) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@520f953[collection1] main]
   [junit4]   2> 2184185 INFO  (qtp659332743-19398) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2184186 INFO  (searcherExecutor-7983-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@520f953[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c3)))}
   [junit4]   2> 2184186 INFO  (qtp659332743-19398) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 2184190 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2184192 INFO  (qtp659332743-19400) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2184192 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 2184192 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1511094678873
   [junit4]   2> 2184192 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2184192 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 2184192 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2184194 INFO  (qtp659332743-19401) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=2
   [junit4]   2> 2184195 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
   [junit4]   2> 2184195 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2184195 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2184195 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@6bdcdba5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1980fb23)
   [junit4]   2> 2184196 INFO  (qtp659332743-19394) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2184197 INFO  (qtp659332743-19396) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2184198 INFO  (qtp659332743-19397) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2184199 INFO  (qtp659332743-19398) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2184199 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1984) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@6bdcdba5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1980fb23)
   [junit4]   2> 2184200 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=35.3857421875, floorSegmentMB=1.93359375, forceMergeDeletesPctAllowed=3.5673948986493444, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2184200 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2184200 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3aae3d9c[collection1] main]
   [junit4]   2> 2184202 INFO  (searcherExecutor-8016-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3aae3d9c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c3)))}
   [junit4]   2> 2184202 INFO  (qtp1630088801-19458) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:51231/solr/collection1/replication&command=fetchindex} status=0 QTime=13
   [junit4]   2> 2184204 INFO  (qtp1630088801-19460) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
   [junit4]   2> 2184205 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
   [junit4]   2> 2184209 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2184210 INFO  (qtp1630088801-19453) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2184210 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 2184211 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1511094678873
   [junit4]   2> 2184211 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2184211 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 2184211 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2184212 INFO  (qtp1630088801-19451) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
   [junit4]   2> 2184212 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
   [junit4]   2> 2184212 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2184212 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2184212 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@2ccb042f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2786f137)
   [junit4]   2> 2184213 INFO  (qtp1630088801-19450) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2184214 INFO  (qtp1630088801-19449) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2184216 INFO  (qtp1630088801-19452) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2184216 INFO  (qtp1630088801-19458) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2184217 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1984) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@2ccb042f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2786f137)
   [junit4]   2> 2184217 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=35.3857421875, floorSegmentMB=1.93359375, forceMergeDeletesPctAllowed=3.5673948986493444, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2184218 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2184218 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@43451a90[collection1] main]
   [junit4]   2> 2184219 INFO  (searcherExecutor-8006-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@43451a90[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c3)))}
   [junit4]   2> 2184219 INFO  (qtp305759487-19434) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:42161/solr/collection1/replication&command=fetchindex} status=0 QTime=11
   [junit4]   2> 2184221 INFO  (qtp305759487-19436) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
   [junit4]   2> 2184221 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
   [junit4]   2> 2184221 INFO  (qtp659332743-19399) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2184222 INFO  (qtp659332743-19400) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2184224 WARN  (qtp1630088801-19456) [    x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master 
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:TEST_PORT/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1830)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:952)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:332)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:80 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 36 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 46 more
   [junit4]   2> 2184225 INFO  (qtp1630088801-19456) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 2184225 INFO  (qtp659332743-19401) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2184226 INFO  (qtp1630088801-19460) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2184227 WARN  (qtp1630088801-19455) [    x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master 
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:TEST_PORT/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1830)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:952)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:332)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:80 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 36 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 46 more
   [junit4]   2> 2184228 INFO  (qtp1630088801-19455) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 2184230 WARN  (qtp1630088801-19453) [    x:collection1] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master 
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:TEST_PORT/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1830)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:952)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:332)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:80 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 36 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 46 more
   [junit4]   2> 2184231 INFO  (qtp1630088801-19453) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 2184232 INFO  (qtp1630088801-19453) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2184233 INFO  (qtp305759487-19437) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 2184233 INFO  (qtp1630088801-19450) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2184234 INFO  (qtp305759487-19438) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2184234 INFO  (qtp1630088801-19449) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 2184235 INFO  (qtp1630088801-19452) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 2184235 INFO  (qtp1630088801-19458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 2184235 INFO  (qtp1630088801-19458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 2184236 INFO  (qtp1630088801-19460) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2184236 INFO  (qtp1630088801-19460) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4e9fcec8 commitCommandVersion:0
   [junit4]   2> 2184237 INFO  (qtp1630088801-19460) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ef1ded8[collection1] main]
   [junit4]   2> 2184237 INFO  (qtp1630088801-19460) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2184246 INFO  (searcherExecutor-8016-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7ef1ded8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.2.0):c4)))}
   [junit4]   2> 2184246 INFO  (qtp1630088801-19460) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 10
   [junit4]   2> 2184248 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2184249 INFO  (qtp659332743-19394) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2184249 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 2184249 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1511094678873
   [junit4]   2> 2184249 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
   [junit4]   2> 2184249 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 1511094678925
   [junit4]   2> 2184249 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2184250 INFO  (qtp659332743-19396) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
   [junit4]   2> 2184251 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
   [junit4]   2> 2184251 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=true) to MockDirectoryWrapper(RAMDirectory@74a4f773 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@62e8bee5)
   [junit4]   2> 2184251 INFO  (qtp659332743-19397) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2184253 INFO  (qtp659332743-19398) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2184254 INFO  (qtp659332743-19399) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2184256 INFO  (qtp659332743-19399) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2184260 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=true,bytesDownloaded=1984) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@74a4f773 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@62e8bee5)
   [junit4]   2> 2184260 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrCore Updating index properties... index=index.20171119063118940
   [junit4]   2> 2184261 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher removing old index directory MockDirectoryWrapper(RAMDirectory@1e998c9b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@241742e6)
   [junit4]   2> 2184261 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2184263 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2184263 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18715650[collection1] main]
   [junit4]   2> 2184264 INFO  (searcherExecutor-8016-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@18715650[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c3)))}
   [junit4]   2> 2184265 INFO  (qtp1630088801-19455) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:51231/solr/collection1/replication&command=fetchindex} status=0 QTime=17
   [junit4]   2> 2184265 INFO  (qtp1630088801-19451) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
   [junit4]   2> 2184266 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
   [junit4]   2> 2184266 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2184267 INFO  (qtp1630088801-19453) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2184267 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 2184267 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1511094678873
   [junit4]   2> 2184267 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 2184267 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 1511094678873
   [junit4]   2> 2184267 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave in sync with master.
   [junit4]   2> 2184267 INFO  (qtp305759487-19439) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:42161/solr/collection1/replication&command=fetchindex} status=0 QTime=1
   [junit4]   2> 2184268 INFO  (qtp305759487-19432) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
   [junit4]   2> 2184269 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FB254A52488CBFE2]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
   [junit4]   2> 2184269 INFO  (qtp659332743-19401) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 2184270 INFO  (qtp659332743-19394) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 2184270 INFO  (qtp659332743-19394) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 2184271 INFO  (qtp659332743-19394) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2184271 INFO  (qtp659332743-19394) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@313d22d commitCommandVersion:0
   [junit4]   2> 2184272 INFO  (qtp659332743-19394) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fbfbfdd[collection1] main]
   [junit4]   2> 2184272 INFO  (qtp659332743-19394) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2184273 INFO  (searcherExecutor-7983-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3fbfbfdd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c3) Uninverting(_1(7.2.0):c3)))}
   [junit4]   2> 2184273 INFO  (qtp659332743-19394) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 2184297 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2184298 INFO  (qtp659332743-19396) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2184299 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
   [junit4]   2> 2184299 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1511094678960
   [junit4]   2> 2184299 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 2184299 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 1511094678873
   [junit4]   2> 2184299 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2184299 INFO  (qtp659332743-19397) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
   [junit4]   2> 2184300 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 7
   [junit4]   2> 2184300 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2184301 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2184301 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@2011c396 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@511e4a89)
   [junit4]   2> 2184301 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
   [junit4]   2> 2184301 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 2184301 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already

[...truncated too long message...]

tion1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=816183616
   [junit4]   2> 2266960 INFO  (coreCloseExecutor-8659-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@376aa5b6: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@16162245
   [junit4]   2> 2266967 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@74a3a593{/solr,null,UNAVAILABLE}
   [junit4]   2> 2266971 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@54269d7d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2266971 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[FB254A52488CBFE2]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=522496020
   [junit4]   2> 2266972 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2266972 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79d34d91: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@792a9503
   [junit4]   2> 2266977 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2266977 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5584507e: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5c54303c
   [junit4]   2> 2266980 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2266980 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[FB254A52488CBFE2]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21e296b4: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@39d3a0dd
   [junit4]   2> 2266980 INFO  (coreCloseExecutor-8661-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@9d4b7af
   [junit4]   2> 2266981 INFO  (coreCloseExecutor-8661-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=164935599
   [junit4]   2> 2266981 INFO  (coreCloseExecutor-8661-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d9792f7: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@5ddfe254
   [junit4]   2> 2266990 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[FB254A52488CBFE2]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c611f66{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandler -Dtests.method=doTestIndexAndConfigReplication -Dtests.seed=FB254A52488CBFE2 -Dtests.slow=true -Dtests.locale=en-ZA -Dtests.timezone=America/Matamoros -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   32.3s J1 | TestReplicationHandler.doTestIndexAndConfigReplication <<<
   [junit4]    > Throwable #1: java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FB254A52488CBFE2:EF6D11076B8B02FC]:0)
   [junit4]    > 	at java.util.ArrayList.rangeCheck(ArrayList.java:657)
   [junit4]    > 	at java.util.ArrayList.get(ArrayList.java:433)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_FB254A52488CBFE2-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=en-ZA, timezone=America/Matamoros
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=219791104,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestHttpShardHandlerFactory, V2ApiIntegrationTest, TestQueryUtils, TestFieldCacheWithThreads, TestTrackingShardHandlerFactory, SampleTest, TestExtendedDismaxParser, SchemaVersionSpecificBehaviorTest, SolrCloudReportersTest, TestZkChroot, SimplePostToolTest, SolrIndexMetricsTest, SmileWriterTest, PreAnalyzedUpdateProcessorTest, TestCloudNestedDocsSort, TestOverriddenPrefixQueryForCustomFieldType, CoreAdminHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, SystemInfoHandlerTest, BlockJoinFacetDistribTest, TestSimpleQParserPlugin, TestLegacyField, TestGroupingSearch, TestSolrJ, TestReload, AliasIntegrationTest, ConfigureRecoveryStrategyTest, TestSolrXml, TestSolrIndexConfig, TestDefaultStatsCache, CdcrReplicationDistributedZkTest, PropertiesRequestHandlerTest, LeaderInitiatedRecoveryOnCommitTest, ReplaceNodeTest, TestTolerantUpdateProcessorCloud, TestCryptoKeys, SimpleMLTQParserTest, HdfsCollectionsAPIDistributedZkTest, TestDistributedStatsComponentCardinality, TestSimpleTextCodec, TestStressReorder, TestCrossCoreJoin, TestConfigSetsAPIExclusivity, AutoScalingHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, PreAnalyzedFieldTest, TestSolrCloudWithHadoopAuthPlugin, BlockDirectoryTest, TestRemoteStreaming, TestRestManager, SOLR749Test, LegacyCloudClusterPropTest, PluginInfoTest, TestSolrDeletionPolicy1, QueryElevationComponentTest, TestFaceting, AnalysisErrorHandlingTest, TestNumericRangeQuery64, TestExclusionRuleCollectionAccess, SearchHandlerTest, UpdateRequestProcessorFactoryTest, TermVectorComponentDistributedTest, BasicDistributedZk2Test, ExecutePlanActionTest, ZkNodePropsTest, HLLUtilTest, TestAuthenticationFramework, TestBadConfig, SolrGraphiteReporterTest, HdfsDirectoryFactoryTest, TestSchemaVersionResource, CacheHeaderTest, TestJettySolrRunner, TestRestoreCore, MBeansHandlerTest, DeleteReplicaTest, SegmentsInfoRequestHandlerTest, ActionThrottleTest, TestCloudInspectUtil, TestRandomCollapseQParserPlugin, TestFastLRUCache, TestCharFilters, SuggestComponentContextFilterQueryTest, TestFunctionQuery, TestRetrieveFieldsOptimizer, SystemLogListenerTest, TestReloadDeadlock, TestLegacyNumericUtils, HdfsBasicDistributedZk2Test, ExternalFileFieldSortTest, TestSolrQueryParser, SolrMetricManagerTest, OverseerCollectionConfigSetProcessorTest, HdfsDirectoryTest, TestFastOutputStream, BigEndianAscendingWordDeserializerTest, TestMergePolicyConfig, TestSkipOverseerOperations, TestCSVLoader, TestSolrCLIRunExample, TestXmlQParser, SolrCloudExampleTest, TestAnalyzedSuggestions, SimpleCollectionCreateDeleteTest, TestFieldSortValues, SolrJmxReporterTest, AtomicUpdatesTest, TestRuleBasedAuthorizationPlugin, DistributedDebugComponentTest, TestSolrFieldCacheBean, TestLRUStatsCache, TestDistribDocBasedVersion, CoreAdminRequestStatusTest, TestCloudManagedSchema, LeaderFailoverAfterPartitionTest, EnumFieldTest, AnalysisAfterCoreReloadTest, TestStressLucene, TestRequestForwarding, TestLRUCache, IndexSchemaRuntimeFieldTest, TestObjectReleaseTracker, TestOnReconnectListenerSupport, TestGeoJSONResponseWriter, SpellPossibilityIteratorTest, HttpSolrCallGetCoreTest, ConcurrentDeleteAndCreateCollectionTest, MoreLikeThisHandlerTest, ShufflingReplicaListTransformerTest, TestShortCircuitedRequests, TestFieldCacheReopen, TemplateUpdateProcessorTest, MergeStrategyTest, CursorMarkTest, SolrIndexSplitterTest, DistributedFacetPivotSmallTest, SortSpecParsingTest, TestInitQParser, SolrIndexConfigTest, TestMaxScoreQueryParser, DocumentAnalysisRequestHandlerTest, OverseerRolesTest, ShardRoutingCustomTest, TestChildDocTransformer, HdfsUnloadDistributedZkTest, OverseerTaskQueueTest, TestBM25SimilarityFactory, TestQueryTypes, ZkSolrClientTest, DirectSolrSpellCheckerTest, LoggingHandlerTest, DistributedQueueTest, TermVectorComponentTest, RegexBytesRefFilterTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestCollectionsAPIViaSolrCloudCluster, SearchHandlerTest, TestSolr4Spatial2, InfoHandlerTest, CopyFieldTest, DocValuesTest, TestApiFramework, HttpTriggerListenerTest, TestConfigReload, AutoscalingHistoryHandlerTest, TestSubQueryTransformerCrossCore, TestDocumentBuilder, StressHdfsTest, TestReRankQParserPlugin, TestMultiValuedNumericRangeQuery, TestConfigSets, TestDocTermOrds, TestWordDelimiterFilterFactory, TestLuceneIndexBackCompat, ShardSplitTest, TestComponentsName, TestSortByMinMaxFunction, TestInPlaceUpdatesDistrib, TestCoreContainer, TestRTGBase, EchoParamsTest, TestSolrCoreSnapshots, TestDFISimilarityFactory, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler]
   [junit4] Completed [359/749 (1!)] on J1 in 83.37s, 16 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 48572 lines...]