[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 394 - Still Unstable!

[Policeman Jenkins Server <je...@thetaphi.de>]

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/394/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:47931/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:39334/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:47931/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:39334/solr/MoveReplicaHDFSTest_failed_coll_true]
	at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:B2943445C12B7558]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39334/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
	... 46 more


FAILED:  org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete

Error Message:
Error from server at http://127.0.0.1:56035/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:56035/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:BBA34912F1104A2D]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56035/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData

Error Message:
Node watch should have fired!

Stack Trace:
java.lang.AssertionError: Node watch should have fired!
	at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:3EC908E522766682]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:27D1E41F61AE506F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12393 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> 825454 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/init-core-data-001
   [junit4]   2> 825454 WARN  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
   [junit4]   2> 825454 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 825455 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 825456 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001
   [junit4]   2> 825456 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 825456 INFO  (Thread-2792) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 825456 INFO  (Thread-2792) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 825458 ERROR (Thread-2792) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 825556 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41165
   [junit4]   2> 825560 INFO  (zkConnectionManagerCallback-1515-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825585 INFO  (jetty-launcher-1512-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 825586 INFO  (jetty-launcher-1512-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@593a0bd2{/solr,null,AVAILABLE}
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@49d3bccc{SSL,[ssl, http/1.1]}{127.0.0.1:39334}
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.e.j.s.Server Started @828100ms
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39334}
   [junit4]   2> 825587 ERROR (jetty-launcher-1512-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T06:33:24.665Z
   [junit4]   2> 825587 INFO  (jetty-launcher-1512-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@854454a{/solr,null,AVAILABLE}
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@fc6da57{SSL,[ssl, http/1.1]}{127.0.0.1:36252}
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.e.j.s.Server Started @828101ms
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36252}
   [junit4]   2> 825588 ERROR (jetty-launcher-1512-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 825588 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T06:33:24.666Z
   [junit4]   2> 825589 INFO  (jetty-launcher-1512-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 825590 INFO  (jetty-launcher-1512-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ac79cd4{/solr,null,AVAILABLE}
   [junit4]   2> 825591 INFO  (jetty-launcher-1512-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 825594 INFO  (jetty-launcher-1512-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a375cf8{/solr,null,AVAILABLE}
   [junit4]   2> 825594 INFO  (jetty-launcher-1512-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@579227c{SSL,[ssl, http/1.1]}{127.0.0.1:40105}
   [junit4]   2> 825594 INFO  (jetty-launcher-1512-thread-1) [    ] o.e.j.s.Server Started @828108ms
   [junit4]   2> 825595 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40105}
   [junit4]   2> 825595 ERROR (jetty-launcher-1512-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 825595 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 825595 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 825595 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 825595 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T06:33:24.673Z
   [junit4]   2> 825596 INFO  (jetty-launcher-1512-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@629daf7c{SSL,[ssl, http/1.1]}{127.0.0.1:43660}
   [junit4]   2> 825596 INFO  (jetty-launcher-1512-thread-2) [    ] o.e.j.s.Server Started @828110ms
   [junit4]   2> 825597 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43660}
   [junit4]   2> 825597 ERROR (jetty-launcher-1512-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 825597 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 825597 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 825597 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 825597 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T06:33:24.675Z
   [junit4]   2> 825598 INFO  (zkConnectionManagerCallback-1517-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825600 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 825600 INFO  (zkConnectionManagerCallback-1523-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825601 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 825602 INFO  (zkConnectionManagerCallback-1519-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825603 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 825605 INFO  (zkConnectionManagerCallback-1521-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825608 INFO  (jetty-launcher-1512-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
   [junit4]   2> 825608 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 825609 INFO  (jetty-launcher-1512-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
   [junit4]   2> 825612 INFO  (zkConnectionManagerCallback-1527-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825613 INFO  (zkConnectionManagerCallback-1531-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825616 INFO  (jetty-launcher-1512-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
   [junit4]   2> 825616 INFO  (zkConnectionManagerCallback-1533-thread-1-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825617 INFO  (jetty-launcher-1512-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
   [junit4]   2> 825619 INFO  (zkConnectionManagerCallback-1535-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825619 INFO  (zkConnectionManagerCallback-1539-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825622 INFO  (zkConnectionManagerCallback-1543-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825623 INFO  (zkConnectionManagerCallback-1545-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825641 INFO  (zkConnectionManagerCallback-1550-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 825763 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 825764 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43660_solr
   [junit4]   2> 825765 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.c.Overseer Overseer (id=99352445225205772-127.0.0.1:43660_solr-n_0000000000) starting
   [junit4]   2> 825775 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43660_solr
   [junit4]   2> 825820 INFO  (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 825838 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 825840 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 825842 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40105_solr
   [junit4]   2> 825910 INFO  (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 825932 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 825943 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 825950 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40105.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 825952 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 825996 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40105.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 825996 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40105.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 825999 INFO  (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node2/.
   [junit4]   2> 825999 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826000 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826000 INFO  (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node1/.
   [junit4]   2> 826021 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 826023 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36252_solr
   [junit4]   2> 826026 INFO  (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 826026 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 826063 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 826066 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 826068 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39334_solr
   [junit4]   2> 826069 INFO  (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 826069 INFO  (zkCallback-1532-thread-2-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 826069 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 826115 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826132 INFO  (zkCallback-1534-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 826134 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826134 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826134 INFO  (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node3/.
   [junit4]   2> 826187 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826193 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826193 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 826193 INFO  (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node4/.
   [junit4]   2> 826244 INFO  (zkConnectionManagerCallback-1557-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 826247 INFO  (zkConnectionManagerCallback-1561-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 826247 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 826249 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41165/solr ready
   [junit4]   2> 826267 INFO  (qtp1610037788-8091) [n:127.0.0.1:43660_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 826279 INFO  (qtp1610037788-8091) [n:127.0.0.1:43660_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=12
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 826308 WARN  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 826315 WARN  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 826316 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 826328 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_serv1.vm3_57307_hdfs____y9joih/webapp
   [junit4]   2> 826782 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:57307
   [junit4]   2> 826899 WARN  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 826900 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 826910 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_58810_datanode____h0bh6j/webapp
   [junit4]   2> 827369 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58810
   [junit4]   2> 827440 WARN  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 827441 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 827455 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37897_datanode____lwac7t/webapp
   [junit4]   2> 827482 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to serv1-vm3/127.0.0.1:53054) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 827495 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xb8ba2d62589b: from storage DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c node DatanodeRegistration(127.0.0.1:63007, datanodeUuid=8df5190c-17a2-4c1e-99c4-2ec8a66d1bc6, infoPort=55024, infoSecurePort=0, ipcPort=41127, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 827495 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xb8ba2d62589b: from storage DS-47450764-80d6-49e4-b9d5-3cae96bfadf5 node DatanodeRegistration(127.0.0.1:63007, datanodeUuid=8df5190c-17a2-4c1e-99c4-2ec8a66d1bc6, infoPort=55024, infoSecurePort=0, ipcPort=41127, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 827912 INFO  (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37897
   [junit4]   2> 828003 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to serv1-vm3/127.0.0.1:53054) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 828013 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xb8ba4c2e8cf2: from storage DS-99809e78-99ae-4218-be2e-0dfcd944bb76 node DatanodeRegistration(127.0.0.1:44836, datanodeUuid=10cbae19-c4fc-42d7-9163-eddc5270571c, infoPort=63171, infoSecurePort=0, ipcPort=59167, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 828013 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xb8ba4c2e8cf2: from storage DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d node DatanodeRegistration(127.0.0.1:44836, datanodeUuid=10cbae19-c4fc-42d7-9163-eddc5270571c, infoPort=63171, infoSecurePort=0, ipcPort=59167, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 828169 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
   [junit4]   2> 828170 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 828191 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 828192 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2aaf21fa{/solr,null,AVAILABLE}
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@530bb100{SSL,[ssl, http/1.1]}{127.0.0.1:47931}
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.e.j.s.Server Started @830707ms
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47931}
   [junit4]   2> 828193 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 828193 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T06:33:27.271Z
   [junit4]   2> 828197 INFO  (zkConnectionManagerCallback-1564-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828198 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 828205 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
   [junit4]   2> 828207 INFO  (zkConnectionManagerCallback-1568-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828210 INFO  (zkConnectionManagerCallback-1570-thread-1-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828219 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 828222 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 828224 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47931_solr
   [junit4]   2> 828226 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828226 INFO  (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828229 INFO  (zkCallback-1534-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828229 INFO  (zkCallback-1560-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828230 INFO  (zkCallback-1560-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828230 INFO  (zkCallback-1532-thread-1-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828231 INFO  (zkCallback-1569-thread-1-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 828274 INFO  (OverseerCollectionConfigSetProcessor-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 828375 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 828383 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 828383 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 828384 INFO  (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node5/.
   [junit4]   2> 828424 INFO  (zkConnectionManagerCallback-1574-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828443 INFO  (qtp2079651122-8074) [n:127.0.0.1:36252_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 828446 INFO  (OverseerThreadFactory-3348-thread-2-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
   [junit4]   2> 828563 INFO  (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:47931/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 828572 INFO  (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39334/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 828577 INFO  (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43660/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 828583 INFO  (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36252/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 828834 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 828834 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 828841 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 828842 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 828845 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 828846 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 828847 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 828848 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 828958 INFO  (zkCallback-1534-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828959 INFO  (zkCallback-1532-thread-1-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828959 INFO  (zkCallback-1532-thread-2-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828959 INFO  (zkCallback-1534-thread-2-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828959 INFO  (zkCallback-1569-thread-1-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828960 INFO  (zkCallback-1569-thread-2-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828960 INFO  (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 828960 INFO  (zkCallback-1549-thread-2-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 829859 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 829865 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 829866 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 829866 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 829867 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 829872 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 829873 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
   [junit4]   2> 829873 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 829873 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 829873 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node5/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/]
   [junit4]   2> 829887 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/snapshot_metadata
   [junit4]   2> 829887 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 829892 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 829893 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 829893 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 829894 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 829894 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
   [junit4]   2> 829894 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 829894 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 829894 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/]
   [junit4]   2> 829895 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/snapshot_metadata
   [junit4]   2> 829910 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 829911 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 829911 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 829912 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 829912 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
   [junit4]   2> 829912 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 829912 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 829912 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/]
   [junit4]   2> 829913 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/snapshot_metadata
   [junit4]   2> 829926 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 829930 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 829932 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node1/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/]
   [junit4]   2> 829933 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/snapshot_metadata
   [junit4]   2> 829952 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data
   [junit4]   2> 829959 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data
   [junit4]   2> 829964 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data
   [junit4]   2> 829968 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data
   [junit4]   2> 830022 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/index
   [junit4]   2> 830027 INFO  (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/index
   [junit4]   2> 830027 INFO  (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/index
   [junit4]   2> 830039 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/index
   [junit4]   2> 830109 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-47450764-80d6-49e4-b9d5-3cae96bfadf5:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-99809e78-99ae-4218-be2e-0dfcd944bb76:NORMAL:127.0.0.1:44836|RBW]]} size 0
   [junit4]   2> 830114 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741826_1002 size 69
   [junit4]   2> 830114 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW], ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW]]} size 69
   [junit4]   2> 830114 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741825_1001 size 69
   [junit4]   2> 830130 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW]]} size 69
   [junit4]   2> 830130 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741827_1003 size 69
   [junit4]   2> 830144 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW]]} size 0
   [junit4]   2> 830144 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW]]} size 0
   [junit4]   2> 830187 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 830187 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 830187 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 830196 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 830196 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 830196 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 830196 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 830196 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 830207 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 830207 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 830224 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7521c2[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] main]
   [junit4]   2> 830225 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 830226 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 830226 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 830226 INFO  (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589639128603951104
   [junit4]   2> 830230 INFO  (searcherExecutor-3364-thread-1-processing-n:127.0.0.1:39334_solr x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2 s:shard1 c:MoveReplicaHDFSTest_failed_coll_true r:core_node5) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Registered new searcher Searcher@7521c2[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 830233 INFO  (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@56f6e3ff[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] main]
   [junit4]   2> 830234 INFO  (qtp16100377

[...truncated too long message...]

.locale=ar-SD -Dtests.timezone=Asia/Atyrau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 5.19s J0 | TestDistribStateManager.testGetSetRemoveData <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Node watch should have fired!
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:3EC908E522766682]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4165877 INFO  (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
   [junit4]   2> 4165877 INFO  (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4165878 INFO  (Thread-7619) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4165878 INFO  (Thread-7619) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4165883 ERROR (Thread-7619) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4165979 INFO  (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.s.c.ZkTestServer start zk server on port:57212
   [junit4]   2> 4165984 INFO  (zkConnectionManagerCallback-8457-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4165984 INFO  (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 4165995 ERROR (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4165997 INFO  (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57212 57212
   [junit4]   2> 4166136 INFO  (Thread-7619) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57212 57212
   [junit4]   2> 4166142 INFO  (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_1859E7B776F8A088-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=606, maxMBSortInHeap=5.101997653053738, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SD, timezone=Asia/Atyrau
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=166800992,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [SolrCLIZkUtilsTest, ResourceLoaderTest, RequestHandlersTest, NumericFieldsTest, TestManagedResource, TestComplexPhraseQParserPlugin, OverseerStatusTest, TestJsonFacets, SortByFunctionTest, TestFieldCache, TestDocBasedVersionConstraints, TestHalfAndHalfDocValues, AddBlockUpdateTest, BufferStoreTest, TestHighlightDedupGrouping, ExecutePlanActionTest, TestConfigSets, MinimalSchemaTest, TestSchemalessBufferedUpdates, ParsingFieldUpdateProcessorsTest, TestMultiValuedNumericRangeQuery, TestInitQParser, DistanceUnitsTest, AtomicUpdateProcessorFactoryTest, TestManagedSchemaAPI, TestHttpShardHandlerFactory, BinaryUpdateRequestHandlerTest, StressHdfsTest, TestJavabinTupleStreamParser, ResponseHeaderTest, XmlUpdateRequestHandlerTest, TestConfigSetsAPIZkFailure, UniqFieldsUpdateProcessorFactoryTest, CdcrRequestHandlerTest, TestXIncludeConfig, TestPseudoReturnFields, SolrCmdDistributorTest, DisMaxRequestHandlerTest, TestQuerySenderListener, TestSolrFieldCacheBean, TestSegmentSorting, XsltUpdateRequestHandlerTest, TestReqParamsAPI, ForceLeaderTest, MergeStrategyTest, WrapperMergePolicyFactoryTest, CoreAdminCreateDiscoverTest, TestDownShardTolerantSearch, TestFieldResource, TestSchemaResource, TestSchemaVersionResource, TestUpdate, TestRecovery, SyncSliceTest, BJQParserTest, SliceStateTest, TestDistributedSearch, DistributedSuggestComponentTest, TestFieldCacheSort, TestRetrieveFieldsOptimizer, TestImpersonationWithHadoopAuth, IndexSchemaTest, ScriptEngineTest, TestConfigReload, TestFieldCacheVsDocValues, TestJmxIntegration, ClusterStateUpdateTest, TestBackupRepositoryFactory, WordBreakSolrSpellCheckerTest, AnalyticsQueryTest, TestRealTimeGet, TestNestedDocsSort, HdfsCollectionsAPIDistributedZkTest, DocExpirationUpdateProcessorFactoryTest, TestHdfsBackupRestoreCore, TestBulkSchemaConcurrent, TestTlogReplica, TestHdfsUpdateLog, DistributedSpellCheckComponentTest, BadIndexSchemaTest, NodeAddedTriggerTest, TestCursorMarkWithoutUniqueKey, TestSolrCloudWithSecureImpersonation, TestCoreDiscovery, TestDynamicFieldResource, TestJoin, HdfsDirectoryFactoryTest, SmileWriterTest, SaslZkACLProviderTest, LeaderElectionContextKeyTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCodecSupport, TestStressRecovery, TestScoreJoinQPScore, TestConfigSetImmutable, CursorMarkTest, TestRangeQuery, CdcrReplicationDistributedZkTest, ClassificationUpdateProcessorTest, PeerSyncWithIndexFingerprintCachingTest, TestLegacyNumericUtils, TestClassicSimilarityFactory, LeaderFailureAfterFreshStartTest, EnumFieldTest, TestOmitPositions, MetricsConfigTest, AutoAddReplicasIntegrationTest, BigEndianAscendingWordSerializerTest, TestDistribIDF, SharedFSAutoReplicaFailoverTest, TestSolrCoreProperties, SortSpecParsingTest, TestRandomCollapseQParserPlugin, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, SolrMetricsIntegrationTest, TestSlowCompositeReaderWrapper, LeaderElectionTest, TestExactStatsCache, RAMDirectoryFactoryTest, SuggesterFSTTest, SearchRateTriggerTest, TestConfigSetsAPI, HdfsLockFactoryTest, TestLazyCores, InfixSuggestersTest, MetricsHandlerTest, MultiTermTest, TestInitParams, ClusterStateTest, TestNumericRangeQuery64, DeleteInactiveReplicaTest, TestClusterStateProvider, TimeZoneUtilsTest, StatsReloadRaceTest, HighlighterTest, CollectionTooManyReplicasTest, TestFieldTypeResource, CSVRequestHandlerTest, DistributedFacetPivotLongTailTest, CoreMergeIndexesAdminHandlerTest, BlockJoinFacetRandomTest, VersionInfoTest, TestPayloadScoreQParserPlugin, ZkCLITest, TestOrdValues, OutputWriterTest, SuggesterTest, MoveReplicaHDFSFailoverTest, TestNodeAddedTrigger, HdfsUnloadDistributedZkTest, HdfsThreadLeakTest, TestCopyFieldCollectionResource, SuggesterTSTTest, AsyncCallRequestStatusResponseTest, HdfsRecoverLeaseTest, ChangedSchemaMergeTest, TestTolerantUpdateProcessorRandomCloud, OverriddenZkACLAndCredentialsProvidersTest, ShardRoutingTest, DirectSolrConnectionTest, TestCloudSearcherWarming, PrimUtilsTest, ResponseLogComponentTest, HLLSerializationTest, SolrTestCaseJ4Test, TestPolicyCloud, TestReversedWildcardFilterFactory, TestPHPSerializedResponseWriter, ConvertedLegacyTest, TestSolrConfigHandlerCloud, AutoScalingHandlerTest, TestInPlaceUpdatesStandalone, TestDFRSimilarityFactory, TestPhraseSuggestions, FastVectorHighlighterTest, DistribCursorPagingTest, LeaderInitiatedRecoveryOnShardRestartTest, SignatureUpdateProcessorFactoryTest, BasicAuthIntegrationTest, TestReplicationHandler, SpellCheckComponentTest, TestImplicitCoreProperties, SolrJmxReporterTest, BasicDistributedZkTest, OverseerTest, FullSolrCloudDistribCmdsTest, TestZkChroot, TestRandomDVFaceting, ZkControllerTest, StatsComponentTest, TestBadConfig, DistributedQueryElevationComponentTest, SolrRequestParserTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, DistanceFunctionTest, SolrInfoBeanTest, TestSurroundQueryParser, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, TestSolrQueryParser, ReturnFieldsTest, QueryParsingTest, JsonLoaderTest, TestComponentsName, TestLFUCache, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestSolrDeletionPolicy2, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestSweetSpotSimilarityFactory, TestFastOutputStream, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AssignTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestPullReplica, TestRandomRequestDistribution, TestReplicaProperties, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestStressLiveNodes, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, NodeLostTriggerTest, TestComputePlanAction, TestDistribStateManager]
   [junit4] Completed [577/767 (4!)] on J0 in 5.57s, 5 tests, 1 failure <<< FAILURES!

[...truncated 48771 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 396 - Still Unstable!

[Policeman Jenkins Server <je...@thetaphi.de>]

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/396/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([CABB86BEB75B0679:42EFB96419A76B81]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=38793, name=jetty-launcher-8177-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=38793, name=jetty-launcher-8177-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([CABB86BEB75B0679]:0)




Build Log:
[...truncated 12964 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 2969714 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/init-core-data-001
   [junit4]   2> 2969715 WARN  (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=88 numCloses=88
   [junit4]   2> 2969715 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2969716 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2969716 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qqlu/lo
   [junit4]   2> 2969719 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2969719 INFO  (Thread-4093) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2969719 INFO  (Thread-4093) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2969723 ERROR (Thread-4093) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2969820 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ZkTestServer start zk server on port:56164
   [junit4]   2> 2969823 INFO  (zkConnectionManagerCallback-4183-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2969830 INFO  (zkConnectionManagerCallback-4185-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2969840 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2969844 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2969846 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2969850 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2969851 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2969853 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2969855 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2969857 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2969858 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2969860 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2969862 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2969865 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2969999 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2969999 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69f72e69{/qqlu/lo,null,AVAILABLE}
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e3b0fb7{HTTP/1.1,[http/1.1]}{127.0.0.1:38716}
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server Started @2974855ms
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/control/data, replicaType=NRT, hostContext=/qqlu/lo, hostPort=38716, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores}
   [junit4]   2> 2970002 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2970002 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T08:33:11.789Z
   [junit4]   2> 2970004 INFO  (zkConnectionManagerCallback-4187-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2970005 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2970005 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/solr.xml
   [junit4]   2> 2970008 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2970008 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2970009 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2970011 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
   [junit4]   2> 2970012 INFO  (zkConnectionManagerCallback-4191-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2970014 INFO  (zkConnectionManagerCallback-4193-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2970122 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2970123 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38716_qqlu%2Flo
   [junit4]   2> 2970124 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.Overseer Overseer (id=99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) starting
   [junit4]   2> 2970133 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38716_qqlu%2Flo
   [junit4]   2> 2970137 INFO  (OverseerStateUpdate-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2970240 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2970247 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2970247 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2970248 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores
   [junit4]   2> 2970262 INFO  (zkConnectionManagerCallback-4199-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2970263 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2970265 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56164/solr ready
   [junit4]   2> 2970267 INFO  (qtp1736367606-20490) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38716_qqlu%252Flo&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2970270 INFO  (OverseerThreadFactory-7266-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2970385 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2970386 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2970500 INFO  (zkCallback-4192-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2971409 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2971432 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2971479 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2971497 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2971497 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2971497 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2971497 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2971499 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
   [junit4]   2> 2971501 WARN  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2971539 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2971539 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2971552 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2971552 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2971553 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
   [junit4]   2> 2971553 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55842b3[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2971555 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2971555 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2971555 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2971556 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737258581229568
   [junit4]   2> 2971556 INFO  (searcherExecutor-7269-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@55842b3[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2971561 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2971561 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2971561 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38716/qqlu/lo/control_collection_shard1_replica_n1/
   [junit4]   2> 2971561 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2971561 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38716/qqlu/lo/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2971561 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2971565 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38716/qqlu/lo/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2971670 INFO  (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2971718 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2971722 INFO  (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1337
   [junit4]   2> 2971729 INFO  (qtp1736367606-20490) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2971824 INFO  (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2972274 INFO  (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2972729 INFO  (qtp1736367606-20490) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38716_qqlu%252Flo&wt=javabin&version=2} status=0 QTime=2463
   [junit4]   2> 2972734 INFO  (zkConnectionManagerCallback-4203-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2972736 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2972742 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56164/solr ready
   [junit4]   2> 2972742 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2972748 INFO  (qtp1736367606-20493) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2972752 INFO  (OverseerThreadFactory-7266-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2972754 WARN  (OverseerThreadFactory-7266-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2972961 INFO  (qtp1736367606-20493) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2972962 INFO  (qtp1736367606-20493) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=213
   [junit4]   2> 2973119 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001 of type NRT
   [junit4]   2> 2973120 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2973121 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7fe4ac76{/qqlu/lo,null,AVAILABLE}
   [junit4]   2> 2973122 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4476d80e{HTTP/1.1,[http/1.1]}{127.0.0.1:61941}
   [junit4]   2> 2973122 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server Started @2977976ms
   [junit4]   2> 2973122 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=61941, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores}
   [junit4]   2> 2973123 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2973123 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2973123 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2973123 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2973123 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T08:33:14.910Z
   [junit4]   2> 2973125 INFO  (zkConnectionManagerCallback-4205-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2973126 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2973126 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/solr.xml
   [junit4]   2> 2973128 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2973128 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2973128 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2973132 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
   [junit4]   2> 2973134 INFO  (zkConnectionManagerCallback-4209-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2973137 INFO  (zkConnectionManagerCallback-4211-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2973145 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2973149 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2973151 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61941_qqlu%2Flo
   [junit4]   2> 2973157 INFO  (zkCallback-4202-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2973157 INFO  (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2973158 INFO  (zkCallback-4210-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2973246 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2973253 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2973253 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2973254 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores
   [junit4]   2> 2973274 INFO  (qtp1736367606-20494) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61941_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2973278 INFO  (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2973278 INFO  (OverseerThreadFactory-7266-thread-3-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:61941_qqlu%2Flo for creating new replica
   [junit4]   2> 2973284 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2973284 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2974303 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2974324 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
   [junit4]   2> 2974406 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2974445 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
   [junit4]   2> 2974446 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2974446 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2974446 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
   [junit4]   2> 2974447 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
   [junit4]   2> 2974450 WARN  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2974497 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2974497 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2974498 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2974498 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2974499 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
   [junit4]   2> 2974499 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@de0f789[collection1_shard2_replica_n61] main]
   [junit4]   2> 2974500 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2974501 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2974501 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2974502 INFO  (searcherExecutor-7280-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@de0f789[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2974502 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737261670334464
   [junit4]   2> 2974507 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2974507 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2974507 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61941/qqlu/lo/collection1_shard2_replica_n61/
   [junit4]   2> 2974507 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2974507 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:61941/qqlu/lo/collection1_shard2_replica_n61/ has no replicas
   [junit4]   2> 2974507 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2974514 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61941/qqlu/lo/collection1_shard2_replica_n61/ shard2
   [junit4]   2> 2974668 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2974670 INFO  (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1386
   [junit4]   2> 2974672 INFO  (qtp1736367606-20494) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61941_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1398
   [junit4]   2> 2974800 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001 of type NRT
   [junit4]   2> 2974801 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2974802 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3422e80e{/qqlu/lo,null,AVAILABLE}
   [junit4]   2> 2974802 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f636e8b{HTTP/1.1,[http/1.1]}{127.0.0.1:58235}
   [junit4]   2> 2974802 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server Started @2979657ms
   [junit4]   2> 2974802 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=58235, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores}
   [junit4]   2> 2974803 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2974804 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2974804 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2974804 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2974804 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T08:33:16.591Z
   [junit4]   2> 2974806 INFO  (zkConnectionManagerCallback-4215-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2974807 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2974807 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/solr.xml
   [junit4]   2> 2974809 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2974809 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2974809 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2974809 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
   [junit4]   2> 2974814 INFO  (zkConnectionManagerCallback-4219-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2974817 INFO  (zkConnectionManagerCallback-4221-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2974826 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2974828 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2974831 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58235_qqlu%2Flo
   [junit4]   2> 2974832 INFO  (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2974832 INFO  (zkCallback-4202-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2974832 INFO  (zkCallback-4210-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2974833 INFO  (zkCallback-4220-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2974935 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2974941 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2974941 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2974946 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores
   [junit4]   2> 2974988 INFO  (qtp1736367606-20487) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:58235_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2974992 INFO  (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2974992 INFO  (OverseerThreadFactory-7266-thread-4-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:58235_qqlu%2Flo for creating new replica
   [junit4]   2> 2974997 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2974997 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2976012 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2976021 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
   [junit4]   2> 2976086 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2976106 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
   [junit4]   2> 2976106 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2976106 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2976106 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
   [junit4]   2> 2976108 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
   [junit4]   2> 2976110 WARN  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2976145 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2976145 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2976146 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2976146 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2976146 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
   [junit4]   2> 2976146 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e2db062[collection1_shard3_replica_n63] main]
   [junit4]   2> 2976148 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2976149 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2976149 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2976150 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737263398387712
   [junit4]   2> 2976150 INFO  (searcherExecutor-7291-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@3e2db062[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2976155 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2976155 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2976155 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58235/qqlu/lo/collection1_shard3_replica_n63/
   [junit4]   2> 2976155 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2976155 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:58235/qqlu/lo/collection1_shard3_replica_n63/ has no replicas
   [junit4]   2> 2976155 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2976159 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58235/qqlu/lo/collection1_shard3_replica_n63/ shard3
   [junit4]   2> 2976314 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2976317 INFO  (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1320
   [junit4]   2> 2976319 INFO  (qtp1736367606-20487) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:58235_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1330
   [junit4]   2> 2976438 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001 of type NRT
   [junit4]   2> 2976438 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2976439 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ae37004{/qqlu/lo,null,AVAILABLE}
   [junit4]   2> 2976440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@450b3ecf{HTTP/1.1,[http/1.1]}{127.0.0.1:63302}
   [junit4]   2> 2976440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server Started @2981295ms
   [junit4]   2> 2976440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=63302, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores}
   [junit4]   2> 2976441 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2976441 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2976441 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2976441 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2976441 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T08:33:18.228Z
   [junit4]   2> 2976443 INFO  (zkConnectionManagerCallback-4225-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2976444 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2976444 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/solr.xml
   [junit4]   2> 2976446 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2976446 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2976447 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2976449 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
   [junit4]   2> 2976450 INFO  (zkConnectionManagerCallback-4229-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2976453 INFO  (zkConnectionManagerCallback-4231-thread-1-processing-n:127.0.0.1:63302_qqlu%2Flo) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2976463 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2976466 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2976469 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63302_qqlu%2Flo
   [junit4]   2> 2976470 INFO  (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2976470 INFO  (zkCallback-4210-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2976470 INFO  (zkCallback-4202-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2976470 INFO  (zkCallback-4220-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo) [n:127.0.0.1:58235_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2976472 INFO  (zkCallback-4230-thread-1-processing-n:127.0.0.1:63302_qqlu%2Flo) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2976527 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2976535 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2976535 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2976536 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores
   [junit4]   2> 2976565 INFO  (qtp1736367606-20488) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63302_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2976569 INFO  (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2976569 INFO  (OverseerThreadFactory-7266-thread-5-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:63302_qqlu%2Flo for creating new replica
   [junit4]   2> 2976573 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2976574 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2977600 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2977616 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
   [junit4]   2> 2977683 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2977702 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
   [junit4]   2> 2977703 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
   [junit4]   2> 2977703 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2977703 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
   [junit4]   2> 2977704 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
   [junit4]   2> 2977706 WARN  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2977740 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2977740 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2977741 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2977741 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2977741 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
   [junit4]   2> 2977742 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@617075fb[collection1_shard1_replica_n65] main]
   [junit4]   2> 2977743 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2977744 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2977744 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2977745 INFO  (searcherExecutor-7302-thread-1-processing-n:127.0.0.1:63302_qqlu%2Flo x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@617075fb[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2977745 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737265070866432
   [junit4]   2> 2977750 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2977750 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2977750 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63302/qqlu/lo/collection1_shard1_replica_n65/
   [junit4]   2> 2977750 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2977750 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:63302/qqlu/lo/collection1_shard1_replica_n65/ has no replicas
   [junit4]   2> 2977750 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2977754 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63302/qqlu/lo/collection1_shard1_replica_n65/ shard1
   [junit4]   2> 2977905 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2977909 INFO  (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1335
   [junit4]   2> 2977913 INFO  (qtp1736367606-20488) [n:127.0.0.1:38716_qqlu%2Flo    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63302_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1348
   [junit4]   2> 2978059 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-4-001 of type NRT
   [junit4]   2> 2978059 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2978060 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d477168{/qqlu/lo,null,AVAILABLE}
   [junit4]   2> 2978062 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5a9c4499{HTTP/1.1,[http/1.1]}{127.0.0.1:39994}
   [junit4]   2> 2978063 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.e.j.s.Server Started @2982919ms
   [junit4]   2> 2978063 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=39994, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-4-001/cores}
   [junit4]   2> 2978064 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2978066 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2978066 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2978067 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2978067 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T08:33:19.854Z
   [junit4]   2> 2978070 INFO  (zkConnectionManagerCallback-4235-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2978071 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2978071 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-4-001/solr.xml
   [junit4]   2> 2978094 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2978094 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaF

[...truncated too long message...]

orPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Jan 16, 2018 8:51:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=87, maxMBSortInHeap=6.625891536050945, sim=RandomSimilarity(queryNorm=false): {}, locale=ga-IE, timezone=America/St_Barthelemy
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=170678088,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallAdvancedTest, TestFieldCollectionResource, CloneFieldUpdateProcessorFactoryTest, TestNoOpRegenerator, SpellPossibilityIteratorTest, TestTrieFacet, SpatialRPTFieldTypeTest, TestPullReplica, TestCryptoKeys, MissingSegmentRecoveryTest, TestSimDistributedQueue, LoggingHandlerTest, TestCollationFieldDocValues, TestManagedSchemaThreadSafety, TestRawTransformer, TestAnalyzeInfixSuggestions, SolrShardReporterTest, TestSolrDeletionPolicy1, EchoParamsTest, JSONWriterTest, TestExclusionRuleCollectionAccess, RestartWhileUpdatingTest, AnalysisAfterCoreReloadTest, TestCustomSort, CacheHeaderTest, PluginInfoTest, TestCloudPivotFacet, TestPivotHelperCode, DocValuesTest, DocValuesMultiTest, TimeRoutedAliasUpdateProcessorTest, IndexSchemaRuntimeFieldTest, SynonymTokenizerTest, TestFieldCacheWithThreads, UpdateParamsTest, LeaderElectionIntegrationTest, BigEndianAscendingWordDeserializerTest, TestDynamicFieldCollectionResource, TestBadConfig, TestManagedStopFilterFactory, RuleEngineTest, DebugComponentTest, ReplicaListTransformerTest, NumberUtilsTest, UtilsToolTest, TestExtendedDismaxParser, TestFaceting, JvmMetricsTest, TestSystemIdResolver, DistributedFacetPivotWhiteBoxTest, TestUninvertingReader, TestLMJelinekMercerSimilarityFactory, AutoAddReplicasPlanActionTest, TestSolrCoreParser, SchemaApiFailureTest, SolrIndexMetricsTest, DistributedMLTComponentTest, TestMissingGroups, TestReload, DocumentAnalysisRequestHandlerTest, CoreAdminHandlerTest, QueryEqualityTest, TestInPlaceUpdatesDistrib, TestConfigsApi, TestGroupingSearch, OutOfBoxZkACLAndCredentialsProvidersTest, QueryElevationComponentTest, ShardSplitTest, TestBM25SimilarityFactory, TestReplicationHandlerBackup, TestFilteredDocIdSet, BasicZkTest, TestAuthenticationFramework, BitVectorTest, UninvertDocValuesMergePolicyTest, TestBulkSchemaAPI, TestDelegationWithHadoopAuth, TestEmbeddedSolrServerConstructors, SimpleCollectionCreateDeleteTest, TestPayloadCheckQParserPlugin, TestPerFieldSimilarity, AutoscalingHistoryHandlerTest, HdfsDirectoryTest, TestComponentsName, TestSmileRequest, SystemInfoHandlerTest, DistributedFacetPivotLargeTest, TestConfig, TestRTGBase, HdfsChaosMonkeySafeLeaderTest, CoreAdminRequestStatusTest, TestJsonFacetRefinement, OverseerTaskQueueTest, CurrencyRangeFacetCloudTest, TestRestoreCore, TestUnifiedSolrHighlighter, TestSchemaNameResource, TestSolrConfigHandlerConcurrent, HttpPartitionTest, CustomHighlightComponentTest, TestWordDelimiterFilterFactory, BasicDistributedZk2Test, V2ApiIntegrationTest, TestCloudInspectUtil, TestQueryWrapperFilter, SolrSlf4jReporterTest, MoveReplicaHDFSTest, TestQueryUtils, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistributedQueryComponentOptimizationTest, SolrGangliaReporterTest, NodeLostTriggerTest, HdfsTlogReplayBufferedWhileIndexingTest, OverseerRolesTest, SimplePostToolTest, TestSolrQueryResponse, AtomicUpdatesTest, SampleTest, HttpSolrCallGetCoreTest, TestSortByMinMaxFunction, TestUtilizeNode, SolrCoreCheckLockOnStartupTest, TestSolrCloudSnapshots, SchemaVersionSpecificBehaviorTest, TestExportWriter, CustomCollectionTest, TestShortCircuitedRequests, TestRemoteStreaming, TriLevelCompositeIdRoutingTest, TestMinMaxOnMultiValuedField, ShardRoutingCustomTest, TriggerIntegrationTest, TestApiFramework, QueryResultKeyTest, TestCloudManagedSchema, SolrJmxReporterCloudTest, TestMacroExpander, TestFastOutputStream, UUIDUpdateProcessorFallbackTest, TestRandomFlRTGCloud, TestMergePolicyConfig, BaseCdcrDistributedZkTest, HdfsBasicDistributedZkTest, TestSolrCloudWithHadoopAuthPlugin, TestComplexPhraseLeadingWildcard, AnalyticsMergeStrategyTest, TestZkChroot, TestSolrJ, SpatialHeatmapFacetsTest, LargeFieldTest, TestConfigSetsAPIExclusivity, TestCorePropertiesReload, TestIndexSearcher, TestCoreBackup, TestDocumentBuilder, AliasIntegrationTest, TermsComponentTest, BadComponentTest, TestExactSharedStatsCache, BlockJoinFacetDistribTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestLockTree, BlockDirectoryTest, ConjunctionSolrSpellCheckerTest, TestLuceneIndexBackCompat, DocValuesNotIndexedTest, OpenExchangeRatesOrgProviderTest, HdfsNNFailoverTest, TestCrossCoreJoin, TestPerFieldSimilarityWithDefaultOverride, TestRecoveryHdfs, TestManagedResourceStorage, ZkNodePropsTest, TestBinaryResponseWriter, TemplateUpdateProcessorTest, TestStressLiveNodes, TestSkipOverseerOperations, TestFoldingMultitermQuery, TestDistribDocBasedVersion, TestCloudNestedDocsSort, OverseerCollectionConfigSetProcessorTest, CloudExitableDirectoryReaderTest, JsonLoaderTest, TestDefaultStatsCache, TestCoreContainer, TestExceedMaxTermLength, TestNumericTerms32, TestAuthorizationFramework, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, TestReplicationHandler, TestRandomDVFaceting, TestDistributedSearch, TestStressReorder, DistributedTermsComponentTest, SolrCoreTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, FileUtilsTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteNodeTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, SSLMigrationTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudRecovery, TestConfigSetsAPI, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=CABB86BEB75B0679 -Dtests.slow=true -Dtests.locale=ga-IE -Dtests.timezone=America/St_Barthelemy -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]    >    1) Thread[id=38793, name=jetty-launcher-8177-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CABB86BEB75B0679]:0)
   [junit4] Completed [569/767 (2!)] on J1 in 38.91s, 12 tests, 1 error <<< FAILURES!

[...truncated 48832 lines...]

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 395 - Still Unstable!

[Policeman Jenkins Server <je...@thetaphi.de>]

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/395/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)  at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)  at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748) ,time=1}

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
,time=1}
	at __randomizedtesting.SeedInfo.seed([8E4F2863D61E43C4:61B17B978E22E3C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13021 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/init-core-data-001
   [junit4]   2> 2240384 WARN  (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2240384 INFO  (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2240386 INFO  (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 2240386 INFO  (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2240386 INFO  (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /q_j/aw
   [junit4]   2> 2240515 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores/collection1
   [junit4]   2> 2240516 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2240517 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a0d33b7{/q_j/aw,null,AVAILABLE}
   [junit4]   2> 2240518 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3ce5e34d{HTTP/1.1,[http/1.1]}{127.0.0.1:39198}
   [junit4]   2> 2240518 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.Server Started @2244385ms
   [junit4]   2> 2240518 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/q_j/aw, hostPort=39198, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores}
   [junit4]   2> 2240519 ERROR (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2240519 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2240519 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2240519 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2240519 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T19:31:59.383Z
   [junit4]   2> 2240519 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/solr.xml
   [junit4]   2> 2240521 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2240521 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2240522 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2240552 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240557 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240557 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240558 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores
   [junit4]   2> 2240559 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2240559 INFO  (coreLoadExecutor-7285-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2240559 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2240607 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2240621 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2240687 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2240692 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2240692 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240692 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2240692 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 2240693 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=63.8544921875, floorSegmentMB=1.552734375, forceMergeDeletesPctAllowed=2.8161855320590923, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5619633746553124
   [junit4]   2> 2240731 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2240731 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2240732 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2240732 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2240733 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=39.9560546875, floorSegmentMB=0.8955078125, forceMergeDeletesPctAllowed=1.5042579589580252, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2240733 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@65b7a39c[collection1] main]
   [junit4]   2> 2240733 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2240736 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2240752 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2240752 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2240752 INFO  (coreLoadExecutor-7285-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589688107916066816
   [junit4]   2> 2240752 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2240752 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2240753 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2240753 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2240753 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2240753 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2240753 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2240754 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2240755 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@65b7a39c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2240864 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 2240865 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2240874 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@775b07da{/q_j/aw,null,AVAILABLE}
   [junit4]   2> 2240874 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@130dfef8{HTTP/1.1,[http/1.1]}{127.0.0.1:41218}
   [junit4]   2> 2240874 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.Server Started @2244740ms
   [junit4]   2> 2240874 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/q_j/aw, hostPort=41218, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores}
   [junit4]   2> 2240874 ERROR (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2240875 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2240875 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2240875 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2240875 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T19:31:59.739Z
   [junit4]   2> 2240875 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 2240877 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2240878 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2240878 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2240904 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240910 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240910 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2240911 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores
   [junit4]   2> 2240911 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2240912 INFO  (coreLoadExecutor-7296-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2240912 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2240934 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2240948 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2241015 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2241021 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2241021 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
   [junit4]   2> 2241021 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2241021 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 2241022 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=63.8544921875, floorSegmentMB=1.552734375, forceMergeDeletesPctAllowed=2.8161855320590923, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5619633746553124
   [junit4]   2> 2241061 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2241062 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2241062 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2241062 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2241063 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=39.9560546875, floorSegmentMB=0.8955078125, forceMergeDeletesPctAllowed=1.5042579589580252, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2241063 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6da453f[collection1] main]
   [junit4]   2> 2241064 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2241068 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2241083 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2241083 INFO  (coreLoadExecutor-7296-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589688108263145472
   [junit4]   2> 2241083 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2241083 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2241084 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2241084 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2241084 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2241084 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2241084 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2241085 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2241085 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2241085 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2241086 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6da453f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2241087 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1589688108266291200)} 0 0
   [junit4]   2> 2241089 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1589688108268388352)} 0 0
   [junit4]   2> 2241090 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1 (1589688108270485504)]} 0 0
   [junit4]   2> 2241091 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1 (1589688108271534080)]} 0 0
   [junit4]   2> 2241092 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[2 (1589688108272582656)]} 0 0
   [junit4]   2> 2241093 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[2 (1589688108273631232)]} 0 0
   [junit4]   2> 2241093 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[3 (1589688108273631232)]} 0 0
   [junit4]   2> 2241094 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[3 (1589688108274679808)]} 0 0
   [junit4]   2> 2241094 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[4 (1589688108274679808)]} 0 0
   [junit4]   2> 2241095 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[4 (1589688108275728384)]} 0 0
   [junit4]   2> 2241096 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[5 (1589688108275728384)]} 0 0
   [junit4]   2> 2241096 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[5 (1589688108276776960)]} 0 0
   [junit4]   2> 2241097 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[6 (1589688108276776960)]} 0 0
   [junit4]   2> 2241097 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[6 (1589688108277825536)]} 0 0
   [junit4]   2> 2241098 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[7 (1589688108277825536)]} 0 0
   [junit4]   2> 2241098 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[7 (1589688108278874112)]} 0 0
   [junit4]   2> 2241098 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[8 (1589688108278874112)]} 0 0
   [junit4]   2> 2241099 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[8 (1589688108279922688)]} 0 0
   [junit4]   2> 2241099 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[9 (1589688108279922688)]} 0 0
   [junit4]   2> 2241100 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[9 (1589688108280971264)]} 0 0
   [junit4]   2> 2241100 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108280971264,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2241100 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@8ba4a42 commitCommandVersion:1589688108280971264
   [junit4]   2> 2241104 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3755d71d[collection1] main]
   [junit4]   2> 2241105 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2241106 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3755d71d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9)))}
   [junit4]   2> 2241106 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 2241106 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108287262720,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2241106 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1dce6d84 commitCommandVersion:1589688108287262720
   [junit4]   2> 2241110 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@605d6de2[collection1] main]
   [junit4]   2> 2241110 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2241111 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@605d6de2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9)))}
   [junit4]   2> 2241112 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 2241113 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[10 (1589688108293554176)]} 0 1
   [junit4]   2> 2241115 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[10 (1589688108295651328)]} 0 1
   [junit4]   2> 2241116 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[11 (1589688108297748480)]} 0 0
   [junit4]   2> 2241117 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[11 (1589688108297748480)]} 0 0
   [junit4]   2> 2241117 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[12 (1589688108298797056)]} 0 0
   [junit4]   2> 2241118 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[12 (1589688108299845632)]} 0 0
   [junit4]   2> 2241118 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[13 (1589688108299845632)]} 0 0
   [junit4]   2> 2241119 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[13 (1589688108300894208)]} 0 0
   [junit4]   2> 2241120 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1001 (1589688108301942784)]} 0 0
   [junit4]   2> 2241121 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1001 (1589688108302991360)]} 0 0
   [junit4]   2> 2241122 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[14 (1589688108302991360)]} 0 0
   [junit4]   2> 2241122 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[14 (1589688108304039936)]} 0 0
   [junit4]   2> 2241122 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[15 (1589688108304039936)]} 0 0
   [junit4]   2> 2241123 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[15 (1589688108305088512)]} 0 0
   [junit4]   2> 2241123 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[16 (1589688108305088512)]} 0 0
   [junit4]   2> 2241124 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[16 (1589688108306137088)]} 0 0
   [junit4]   2> 2241124 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[17 (1589688108306137088)]} 0 0
   [junit4]   2> 2241125 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[17 (1589688108307185664)]} 0 0
   [junit4]   2> 2241125 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[100 (1589688108307185664)]} 0 0
   [junit4]   2> 2241126 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[100 (1589688108307185665)]} 0 0
   [junit4]   2> 2241126 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[101 (1589688108308234240)]} 0 0
   [junit4]   2> 2241126 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[101 (1589688108308234240)]} 0 0
   [junit4]   2> 2241127 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[102 (1589688108309282816)]} 0 0
   [junit4]   2> 2241127 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[102 (1589688108309282816)]} 0 0
   [junit4]   2> 2241128 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[103 (1589688108309282817)]} 0 0
   [junit4]   2> 2241128 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[103 (1589688108310331392)]} 0 0
   [junit4]   2> 2241128 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[104 (1589688108310331392)]} 0 0
   [junit4]   2> 2241129 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[104 (1589688108311379968)]} 0 0
   [junit4]   2> 2241129 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[105 (1589688108311379968)]} 0 0
   [junit4]   2> 2241129 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[105 (1589688108311379969)]} 0 0
   [junit4]   2> 2241130 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[106 (1589688108312428544)]} 0 0
   [junit4]   2> 2241130 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[106 (1589688108312428544)]} 0 0
   [junit4]   2> 2241131 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[107 (1589688108312428545)]} 0 0
   [junit4]   2> 2241131 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[107 (1589688108313477120)]} 0 0
   [junit4]   2> 2241131 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[108 (1589688108313477120)]} 0 0
   [junit4]   2> 2241132 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[108 (1589688108314525696)]} 0 0
   [junit4]   2> 2241132 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[109 (1589688108314525696)]} 0 0
   [junit4]   2> 2241132 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[109 (1589688108314525697)]} 0 0
   [junit4]   2> 2241133 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[110 (1589688108315574272)]} 0 0
   [junit4]   2> 2241133 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[110 (1589688108315574272)]} 0 0
   [junit4]   2> 2241134 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[111 (1589688108316622848)]} 0 0
   [junit4]   2> 2241134 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[111 (1589688108316622848)]} 0 0
   [junit4]   2> 2241135 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[112 (1589688108316622849)]} 0 0
   [junit4]   2> 2241135 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[112 (1589688108317671424)]} 0 0
   [junit4]   2> 2241135 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[113 (1589688108317671424)]} 0 0
   [junit4]   2> 2241136 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[113 (1589688108318720000)]} 0 0
   [junit4]   2> 2241136 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[114 (1589688108318720000)]} 0 0
   [junit4]   2> 2241137 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[114 (1589688108319768576)]} 0 0
   [junit4]   2> 2241137 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[115 (1589688108319768576)]} 0 0
   [junit4]   2> 2241138 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[115 (1589688108320817152)]} 0 0
   [junit4]   2> 2241139 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[116 (1589688108320817152)]} 0 0
   [junit4]   2> 2241139 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[116 (1589688108321865728)]} 0 0
   [junit4]   2> 2241139 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[117 (1589688108321865728)]} 0 0
   [junit4]   2> 2241140 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[117 (1589688108321865729)]} 0 0
   [junit4]   2> 2241140 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[118 (1589688108322914304)]} 0 0
   [junit4]   2> 2241140 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[118 (1589688108322914304)]} 0 0
   [junit4]   2> 2241141 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[119 (1589688108323962880)]} 0 0
   [junit4]   2> 2241141 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[119 (1589688108323962880)]} 0 0
   [junit4]   2> 2241141 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[120 (1589688108323962881)]} 0 0
   [junit4]   2> 2241142 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[120 (1589688108325011456)]} 0 0
   [junit4]   2> 2241142 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[121 (1589688108325011456)]} 0 0
   [junit4]   2> 2241143 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[121 (1589688108325011457)]} 0 0
   [junit4]   2> 2241143 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[122 (1589688108326060032)]} 0 0
   [junit4]   2> 2241143 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[122 (1589688108326060032)]} 0 0
   [junit4]   2> 2241144 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[123 (1589688108327108608)]} 0 0
   [junit4]   2> 2241144 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[123 (1589688108327108608)]} 0 0
   [junit4]   2> 2241145 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[124 (1589688108327108609)]} 0 0
   [junit4]   2> 2241145 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[124 (1589688108328157184)]} 0 0
   [junit4]   2> 2241145 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[125 (1589688108328157184)]} 0 0
   [junit4]   2> 2241146 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[125 (1589688108329205760)]} 0 0
   [junit4]   2> 2241146 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[126 (1589688108329205760)]} 0 0
   [junit4]   2> 2241146 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[126 (1589688108329205761)]} 0 0
   [junit4]   2> 2241147 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[127 (1589688108330254336)]} 0 0
   [junit4]   2> 2241147 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[127 (1589688108330254336)]} 0 0
   [junit4]   2> 2241147 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[128 (1589688108330254337)]} 0 0
   [junit4]   2> 2241148 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[128 (1589688108331302912)]} 0 0
   [junit4]   2> 2241148 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[129 (1589688108331302912)]} 0 0
   [junit4]   2> 2241149 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[129 (1589688108331302913)]} 0 0
   [junit4]   2> 2241149 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[130 (1589688108332351488)]} 0 0
   [junit4]   2> 2241149 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[130 (1589688108332351488)]} 0 0
   [junit4]   2> 2241150 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[131 (1589688108333400064)]} 0 0
   [junit4]   2> 2241150 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[131 (1589688108333400064)]} 0 0
   [junit4]   2> 2241150 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[132 (1589688108333400065)]} 0 0
   [junit4]   2> 2241151 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[132 (1589688108333400065)]} 0 0
   [junit4]   2> 2241151 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[133 (1589688108334448640)]} 0 0
   [junit4]   2> 2241151 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[133 (1589688108334448640)]} 0 0
   [junit4]   2> 2241151 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[134 (1589688108334448641)]} 0 0
   [junit4]   2> 2241152 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[134 (1589688108335497216)]} 0 0
   [junit4]   2> 2241152 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[135 (1589688108335497216)]} 0 0
   [junit4]   2> 2241153 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[135 (1589688108336545792)]} 0 0
   [junit4]   2> 2241153 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[136 (1589688108336545792)]} 0 0
   [junit4]   2> 2241153 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[136 (1589688108336545793)]} 0 0
   [junit4]   2> 2241154 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[137 (1589688108337594368)]} 0 0
   [junit4]   2> 2241154 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[137 (1589688108337594368)]} 0 0
   [junit4]   2> 2241155 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[138 (1589688108337594369)]} 0 0
   [junit4]   2> 2241155 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[138 (1589688108338642944)]} 0 0
   [junit4]   2> 2241155 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[139 (1589688108338642944)]} 0 0
   [junit4]   2> 2241156 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[139 (1589688108339691520)]} 0 0
   [junit4]   2> 2241156 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[140 (1589688108339691520)]} 0 0
   [junit4]   2> 2241156 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[140 (1589688108339691521)]} 0 0
   [junit4]   2> 2241157 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[141 (1589688108339691521)]} 0 0
   [junit4]   2> 2241157 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[141 (1589688108340740096)]} 0 0
   [junit4]   2> 2241157 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[142 (1589688108340740096)]} 0 0
   [junit4]   2> 2241158 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[142 (1589688108341788672)]} 0 0
   [junit4]   2> 2241158 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[143 (1589688108341788672)]} 0 0
   [junit4]   2> 2241158 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[143 (1589688108341788673)]} 0 0
   [junit4]   2> 2241159 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[144 (1589688108342837248)]} 0 0
   [junit4]   2> 2241159 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[144 (1589688108342837248)]} 0 0
   [junit4]   2> 2241160 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[145 (1589688108342837249)]} 0 0
   [junit4]   2> 2241160 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[145 (1589688108343885824)]} 0 0
   [junit4]   2> 2241160 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[146 (1589688108343885824)]} 0 0
   [junit4]   2> 2241161 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[146 (1589688108343885825)]} 0 0
   [junit4]   2> 2241161 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[147 (1589688108344934400)]} 0 0
   [junit4]   2> 2241161 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[147 (1589688108344934400)]} 0 0
   [junit4]   2> 2241161 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[148 (1589688108344934401)]} 0 0
   [junit4]   2> 2241162 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[148 (1589688108345982976)]} 0 0
   [junit4]   2> 2241162 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[149 (1589688108345982976)]} 0 0
   [junit4]   2> 2241163 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[149 (1589688108345982977)]} 0 0
   [junit4]   2> 2241163 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108347031552,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2241163 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@8ba4a42 commitCommandVersion:1589688108347031552
   [junit4]   2> 2241168 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fab6209[collection1] main]
   [junit4]   2> 2241168 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2241169 INFO  (searcherExecutor-7286-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fab6209[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9) Uninverting(_1(7.3.0):C59)))}
   [junit4]   2> 2241169 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
   [junit4]   2> 2241170 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108354371584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2241170 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1dce6d84 commitCommandVersion:1589688108354371584
   [junit4]   2> 2241174 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ac47e03[collection1] main]
   [junit4]   2> 2241175 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2241176 INFO  (searcherExecutor-7297-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6ac47e03[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9) Uninverting(_1(7.3.0):C59)))}
   [junit4]   2> 2241176 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
   [junit4]   2> 2241176 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 2241177 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 2241177 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 2241177 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 2241178 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241188 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720043&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241189 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720043&ids=111,145,101,146,5,126,139,8,108,131&isShard=true&shard.url=[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241190 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=11
   [junit4]   2> 2241191 INFO  (qtp1973216483-22877) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241193 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720056&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241194 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720056&ids=132,12,1,135,114,4,137,149,128,107&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241195 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 2241196 INFO  (qtp1973216483-22878) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241197 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::213]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720060&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241197 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720060&ids=144,145,2,6,107,118,9,119,109,141&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::213]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241198 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::213]:33332/q_j/aw&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241199 INFO  (qtp1973216483-22871) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241200 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720064&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241201 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720064&ids=111,134,123,147,115,104,139,140,130,120&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241201 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241202 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241203 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720067&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241204 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720067&ids=143,121,122,135,136,147,127,129,108,119&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241205 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241205 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241206 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720070&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241207 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720070&ids=13,14,102,103,115,148,126,16,149,107&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241208 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 2241209 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241210 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720073&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241211 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720073&ids=112,113,114,115,104,105,138,7,119,131&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241211 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 2241212 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241213 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720077&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241214 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720077&ids=143,121,132,100,13,124,137,139,107,142&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241215 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 2241216 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241217 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720080&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241218 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720080&ids=111,101,146,115,104,17,6,139,107,141&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241218 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241219 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241220 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720084&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241221 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720084&ids=3,102,125,5,148,137,149,138,7,120&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241222 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241222 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241223 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720087&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241224 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720087&ids=110,143,122,111,145,146,136,147,15,117&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241225 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241225 INFO  (qtp1973216483-22873) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241226 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720090&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241227 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720090&ids=1,2,114,103,115,127,149,7,131,120&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241228 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241228 INFO  (qtp1973216483-22875) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241233 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720093&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241234 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720093&ids=110,1,123,113,14,126,16,116,117,140&isShard=true&shard.url=[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241235 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
   [junit4]   2> 2241235 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241236 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=[ff01::114]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720100&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241237 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720100&ids=122,112,3,124,114,5,17,142,131,10&isShard=true&shard.url=[ff01::114]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241237 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::114]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241238 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241239 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720103&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241239 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720103&ids=122,144,135,136,125,103,115,105,107,140&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241240 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241240 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241241 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720105&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241242 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720105&ids=143,1,100,14,137,127,128,117,118,108&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241243 INFO  (qtp380360740-22892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241243 INFO  (qtp1973216483-22874) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241245 INFO  (qtp380360740-22888) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720108&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241245 INFO  (qtp380360740-22894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720108&ids=110,144,2,145,14,124,16,116,7,129&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241246 INFO  (qtp380360740-22890) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241246 INFO  (qtp1973216483-22876) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 2241248 INFO  (qtp380360740-22895) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+asc&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720111&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 2241248 INFO  (qtp380360740-22893) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720111&ids=11,100,101,13,135,115,6,9,109,141&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2241249 INFO  (qtp380360740-22889) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 2241250 INFO  (qtp1973216483-22873) [    x:collection1] o.a.

[...truncated too long message...]

it4]   2> 2263163 INFO  (coreCloseExecutor-7343-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b2f3df4: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7a0c494a
   [junit4]   2> 2263174 INFO  (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c5abd86{/q_j/aw,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedSearch -Dtests.method=test -Dtests.seed=8E4F2863D61E43C4 -Dtests.slow=true -Dtests.locale=hr-HR -Dtests.timezone=Europe/Gibraltar -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 22.8s J1 | TestDistributedSearch.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
   [junit4]    > 	at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
   [junit4]    > 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > ,time=1}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8E4F2863D61E43C4:61B17B978E22E3C]:0)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {severity=PostingsFormat(name=LuceneVarGapFixedInterval), foo_sev_enum=FST50, SubjectTerms_mfacet=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=LuceneFixedGap), rnd_b=FST50, a_s=PostingsFormat(name=LuceneVarGapFixedInterval), oddField_s=PostingsFormat(name=LuceneVarGapFixedInterval), lowerfilt1and2=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=Direct), foo_b=PostingsFormat(name=LuceneVarGapFixedInterval), lowerfilt=PostingsFormat(name=LuceneFixedGap), id=FST50, text=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{other_tl1=DocValuesFormat(name=Memory), range_facet_l_dv=DocValuesFormat(name=Lucene70), n_l1=DocValuesFormat(name=Memory), a_n_tdt=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Memory), n_td1=DocValuesFormat(name=Direct), n_d1=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Memory), n_f1=DocValuesFormat(name=Direct), n_tl1=DocValuesFormat(name=Direct), n_tf1=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Memory), severity=DocValuesFormat(name=Asserting), foo_sev_enum=DocValuesFormat(name=Lucene70), n_dt1=DocValuesFormat(name=Direct), a_i1=DocValuesFormat(name=Memory), b_n_tdt=DocValuesFormat(name=Memory), n_ti1=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), n_tdt1=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Direct), foo_d=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Memory), foo_f=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=247, maxMBSortInHeap=6.23067014308808, sim=RandomSimilarity(queryNorm=false): {}, locale=hr-HR, timezone=Europe/Gibraltar
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=151491592,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [FacetPivotSmallTest, TestIndexSearcher, TestExpandComponent, TestXmlQParserPlugin, BasicZkTest, TestFieldTypeCollectionResource, CdcrVersionReplicationTest, TestIntervalFaceting, TestManagedSchema, TestFastLRUCache, TemplateUpdateProcessorTest, TestOnReconnectListenerSupport, TestQueryTypes, BasicAuthStandaloneTest, DistribDocExpirationUpdateProcessorTest, SolrShardReporterTest, OpenCloseCoreStressTest, TestCollationFieldDocValues, FullSolrCloudDistribCmdsTest, TestElisionMultitermQuery, JsonLoaderTest, TestDFISimilarityFactory, LeaderInitiatedRecoveryOnCommitTest, AnalyticsMergeStrategyTest, TestStandardQParsers, BasicDistributedZk2Test, TestCustomSort, DistributedFacetPivotSmallAdvancedTest, TestFieldCacheReopen, TestHashQParserPlugin, TestConfig, DeleteStatusTest, DocumentBuilderTest, TestStressReorder, OverseerTaskQueueTest, TestAnalyzedSuggestions, DocValuesMissingTest, TimeRoutedAliasUpdateProcessorTest, LeaderElectionIntegrationTest, SearchHandlerTest, TermVectorComponentDistributedTest, TestLockTree, TestSkipOverseerOperations, TestConfigSetsAPIExclusivity, BlockJoinFacetDistribTest, SystemInfoHandlerTest, CustomHighlightComponentTest, HdfsBasicDistributedZkTest, TestSimDistributedQueue, ComputePlanActionTest, ReplaceNodeTest, HdfsWriteToMultipleCollectionsTest, TestDocTermOrds, TestFoldingMultitermQuery, DirectSolrSpellCheckerTest, ShardRoutingCustomTest, TestSolrCLIRunExample, FullHLLTest, SOLR749Test, TestSchemaSimilarityResource, TestExclusionRuleCollectionAccess, HttpSolrCallGetCoreTest, DistributedFacetPivotLargeTest, TestExactSharedStatsCache, TestSort, TestDocumentBuilder, TestCloudPivotFacet, TestTrieFacet, TestBadConfig, TestManagedSynonymGraphFilterFactory, TestFieldCacheSortRandom, ManagedSchemaRoundRobinCloudTest, MoveReplicaHDFSTest, BasicFunctionalityTest, HLLUtilTest, MetricUtilsTest, TestLegacyFieldReuse, CacheHeaderTest, V2ApiIntegrationTest, ZkStateWriterTest, UpdateParamsTest, SuggestComponentTest, SolrJmxReporterCloudTest, TestComputePlanAction, CdcrBootstrapTest, TestReplicationHandlerBackup, UpdateLogTest, TestExecutePlanAction, TestHighFrequencyDictionaryFactory, TestBlobHandler, QueryEqualityTest, CoreAdminRequestStatusTest, SolrCoreCheckLockOnStartupTest, TestAuthenticationFramework, TestExceedMaxTermLength, TestSmileRequest, TestRTGBase, PropertiesRequestHandlerTest, PluginInfoTest, DistributedMLTComponentTest, HdfsNNFailoverTest, TestLegacyTerms, TestCoreContainer, SolrSlf4jReporterTest, TestComponentsName, LegacyCloudClusterPropTest, ActionThrottleTest, TestPartialUpdateDeduplication, TestDistribDocBasedVersion, TestExtendedDismaxParser, TestFieldCacheWithThreads, CopyFieldTest, TestCoreBackup, MBeansHandlerTest, TestSortByMinMaxFunction, TestLMJelinekMercerSimilarityFactory, TestNumericTerms32, TestMinMaxOnMultiValuedField, TestStressCloudBlindAtomicUpdates, TestUnifiedSolrHighlighter, TestDistributedMissingSort, CoreAdminHandlerTest, TestObjectReleaseTracker, TestQueryUtils, TestFaceting, TestNRTOpen, TestPerFieldSimilarity, PeerSyncTest, DocValuesMultiTest, CoreSorterTest, FileUtilsTest, TestShardHandlerFactory, TestLargeCluster, QueryResultKeyTest, TestSchemaManager, TestWordDelimiterFilterFactory, SegmentsInfoRequestHandlerTest, TestMacroExpander, TestFunctionQuery, SoftAutoCommitTest, BadComponentTest, SolrGangliaReporterTest, BlockJoinFacetSimpleTest, SynonymTokenizerTest, HdfsChaosMonkeySafeLeaderTest, TestFastOutputStream, TestCrossCoreJoin, CollectionStateFormat2Test, TestManagedResourceStorage, TestClusterStateMutator, AutoscalingHistoryHandlerTest, TestDynamicFieldCollectionResource, CheckHdfsIndexTest, CloneFieldUpdateProcessorFactoryTest, TestSearchPerf, TermsComponentTest, UninvertDocValuesMergePolicyTest, PreAnalyzedFieldTest, CurrencyFieldTypeTest, TestMissingGroups, DeleteLastCustomShardedReplicaTest, TestLRUCache, TestUseDocValuesAsStored, TestFastWriter, TestRemoteStreaming, TestNoOpRegenerator, TestLRUStatsCache, TestExportWriter, DocValuesTest, TestSolrCloudWithHadoopAuthPlugin, CachingDirectoryFactoryTest, SchemaApiFailureTest, DistributedExpandComponentTest, SolrCloudExampleTest, SpellingQueryConverterTest, CollectionsAPIDistributedZkTest, TestPivotHelperCode, SystemLogListenerTest, TriggerIntegrationTest, TestAuthorizationFramework, TestSolrJ, TestEmbeddedSolrServerConstructors, TestCloudNestedDocsSort, FieldMutatingUpdateProcessorTest, PreAnalyzedUpdateProcessorTest, DataDrivenBlockJoinTest, UUIDUpdateProcessorFallbackTest, AtomicUpdatesTest, HdfsRecoveryZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, TestRandomFaceting, ZkSolrClientTest, TestDistributedSearch]
   [junit4] Completed [394/767 (1!)] on J1 in 22.81s, 1 test, 1 failure <<< FAILURES!

[...truncated 49350 lines...]