You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/14 17:05:32 UTC

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1625 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1625/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Error from server at http://127.0.0.1:62244/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (http://127.0.0.1:62244/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:62244/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (http://127.0.0.1:62244/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
	at __randomizedtesting.SeedInfo.seed([7817EC2AA288BFDF:3062989EA4BB904A]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:461)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:62244/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (http://127.0.0.1:62244/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple

Error Message:
IOException occured when talking to server at: http://127.0.0.1:48930/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:48930/solr
	at __randomizedtesting.SeedInfo.seed([7817EC2AA288BFDF:40A4C8D4857B6B0E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:210)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([7817EC2AA288BFDF:479FEF82B5DE4F38]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12936 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 2219899 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/init-core-data-001
   [junit4]   2> 2219900 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=62 numCloses=62
   [junit4]   2> 2219900 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2219901 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2219902 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001
   [junit4]   2> 2219902 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2219902 INFO  (Thread-3862) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2219902 INFO  (Thread-3862) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2219903 ERROR (Thread-3862) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2220004 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:64094
   [junit4]   2> 2220008 INFO  (zkConnectionManagerCallback-6224-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220016 INFO  (jetty-launcher-6221-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2220017 INFO  (jetty-launcher-6221-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2220019 INFO  (jetty-launcher-6221-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2220019 INFO  (jetty-launcher-6221-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2220022 INFO  (jetty-launcher-6221-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60470208{/solr,null,AVAILABLE}
   [junit4]   2> 2220067 INFO  (jetty-launcher-6221-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d5970dc{HTTP/1.1,[http/1.1]}{127.0.0.1:37082}
   [junit4]   2> 2220067 INFO  (jetty-launcher-6221-thread-2) [    ] o.e.j.s.Server Started @2223723ms
   [junit4]   2> 2220068 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37082}
   [junit4]   2> 2220068 ERROR (jetty-launcher-6221-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28289e4b{/solr,null,AVAILABLE}
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T15:50:30.363Z
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b549bd9{HTTP/1.1,[http/1.1]}{127.0.0.1:43174}
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-4) [    ] o.e.j.s.Server Started @2223725ms
   [junit4]   2> 2220069 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43174}
   [junit4]   2> 2220070 ERROR (jetty-launcher-6221-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2220070 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2220070 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2220070 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2220070 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T15:50:30.364Z
   [junit4]   2> 2220076 INFO  (jetty-launcher-6221-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14c859d7{/solr,null,AVAILABLE}
   [junit4]   2> 2220077 INFO  (jetty-launcher-6221-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@614d8023{HTTP/1.1,[http/1.1]}{127.0.0.1:59288}
   [junit4]   2> 2220077 INFO  (jetty-launcher-6221-thread-3) [    ] o.e.j.s.Server Started @2223733ms
   [junit4]   2> 2220077 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59288}
   [junit4]   2> 2220077 ERROR (jetty-launcher-6221-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2220077 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2220078 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2220078 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2220078 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T15:50:30.372Z
   [junit4]   2> 2220078 INFO  (jetty-launcher-6221-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@254c1e53{/solr,null,AVAILABLE}
   [junit4]   2> 2220078 INFO  (jetty-launcher-6221-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@29ac462d{HTTP/1.1,[http/1.1]}{127.0.0.1:62244}
   [junit4]   2> 2220081 INFO  (jetty-launcher-6221-thread-1) [    ] o.e.j.s.Server Started @2223734ms
   [junit4]   2> 2220081 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62244}
   [junit4]   2> 2220081 ERROR (jetty-launcher-6221-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2220081 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2220081 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2220082 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2220082 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T15:50:30.376Z
   [junit4]   2> 2220082 INFO  (zkConnectionManagerCallback-6228-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220083 INFO  (zkConnectionManagerCallback-6226-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220084 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2220086 INFO  (zkConnectionManagerCallback-6230-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220086 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2220086 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2220092 INFO  (zkConnectionManagerCallback-6232-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220094 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2220094 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2220095 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2220096 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2220111 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2220111 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2220112 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f55d72350003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2220116 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f55d72350002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2220117 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f55d72350001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2220117 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2220117 INFO  (jetty-launcher-6221-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64094/solr
   [junit4]   2> 2220119 INFO  (jetty-launcher-6221-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64094/solr
   [junit4]   2> 2220119 INFO  (jetty-launcher-6221-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64094/solr
   [junit4]   2> 2220121 INFO  (zkConnectionManagerCallback-6236-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220121 INFO  (zkConnectionManagerCallback-6241-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220123 INFO  (zkConnectionManagerCallback-6246-thread-1-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220148 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2220148 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2220150 INFO  (zkConnectionManagerCallback-6248-thread-1-processing-n:127.0.0.1:37082_solr) [n:127.0.0.1:37082_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220152 INFO  (zkConnectionManagerCallback-6244-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220160 INFO  (jetty-launcher-6221-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64094/solr
   [junit4]   2> 2220160 INFO  (zkConnectionManagerCallback-6251-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220164 INFO  (zkConnectionManagerCallback-6256-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220167 INFO  (zkConnectionManagerCallback-6258-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220180 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2220181 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59288_solr
   [junit4]   2> 2220183 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.c.Overseer Overseer (id=99348973498990602-127.0.0.1:59288_solr-n_0000000000) starting
   [junit4]   2> 2220183 INFO  (jetty-launcher-6221-thread-1) [n:127.0.0.1:62244_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2220184 INFO  (jetty-launcher-6221-thread-1) [n:127.0.0.1:62244_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62244_solr
   [junit4]   2> 2220187 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2220189 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2220198 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59288_solr
   [junit4]   2> 2220217 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2220218 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2220257 INFO  (jetty-launcher-6221-thread-1) [n:127.0.0.1:62244_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220263 INFO  (jetty-launcher-6221-thread-1) [n:127.0.0.1:62244_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220263 INFO  (jetty-launcher-6221-thread-1) [n:127.0.0.1:62244_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220264 INFO  (jetty-launcher-6221-thread-1) [n:127.0.0.1:62244_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node1
   [junit4]   2> 2220279 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2220285 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2220288 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43174_solr
   [junit4]   2> 2220290 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2220290 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2220291 INFO  (zkCallback-6245-thread-1-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2220303 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220311 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2220313 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220314 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220314 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2220315 INFO  (jetty-launcher-6221-thread-3) [n:127.0.0.1:59288_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node3
   [junit4]   2> 2220316 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37082_solr
   [junit4]   2> 2220322 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2220322 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2220323 INFO  (zkCallback-6247-thread-1-processing-n:127.0.0.1:37082_solr) [n:127.0.0.1:37082_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2220323 INFO  (zkCallback-6245-thread-1-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2220351 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220357 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220357 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220358 INFO  (jetty-launcher-6221-thread-4) [n:127.0.0.1:43174_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node4
   [junit4]   2> 2220385 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220391 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220391 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2220392 INFO  (jetty-launcher-6221-thread-2) [n:127.0.0.1:37082_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node2
   [junit4]   2> 2220416 INFO  (zkConnectionManagerCallback-6266-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220419 INFO  (zkConnectionManagerCallback-6270-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2220421 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2220423 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64094/solr ready
   [junit4]   2> 2220456 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7817EC2AA288BFDF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
   [junit4]   2> 2220457 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7817EC2AA288BFDF]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2220460 INFO  (qtp383108106-20899) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2220463 INFO  (OverseerThreadFactory-7787-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
   [junit4]   2> 2220581 INFO  (OverseerStateUpdate-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"created_and_deleted",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"created_and_deleted_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43174/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2220790 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2220791 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2220907 INFO  (zkCallback-6245-thread-1-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2220907 INFO  (zkCallback-6245-thread-2-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2221822 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2221831 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2221833 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2221833 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica_n1' using configuration from collection created_and_deleted, trusted=true
   [junit4]   2> 2221834 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.created_and_deleted.shard1.replica_n1' (registry 'solr.core.created_and_deleted.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2221834 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2221834 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node4/created_and_deleted_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node4/created_and_deleted_shard1_replica_n1/data/]
   [junit4]   2> 2221874 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2221874 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2221875 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2221875 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2221876 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@78fd72a0[created_and_deleted_shard1_replica_n1] main]
   [junit4]   2> 2221878 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2221878 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2221879 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2221879 INFO  (searcherExecutor-7796-thread-1-processing-n:127.0.0.1:43174_solr x:created_and_deleted_shard1_replica_n1 s:shard1 c:created_and_deleted r:core_node2) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] Registered new searcher Searcher@78fd72a0[created_and_deleted_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2221879 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589583578055835648
   [junit4]   2> 2221886 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2221886 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2221886 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43174/solr/created_and_deleted_shard1_replica_n1/
   [junit4]   2> 2221886 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2221886 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43174/solr/created_and_deleted_shard1_replica_n1/ has no replicas
   [junit4]   2> 2221886 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2221891 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43174/solr/created_and_deleted_shard1_replica_n1/ shard1
   [junit4]   2> 2221994 INFO  (zkCallback-6245-thread-1-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2221994 INFO  (zkCallback-6245-thread-2-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2222045 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2222049 INFO  (qtp603493512-20880) [n:127.0.0.1:43174_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1259
   [junit4]   2> 2222055 INFO  (qtp383108106-20899) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2222151 INFO  (zkCallback-6245-thread-1-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2222151 INFO  (zkCallback-6245-thread-2-processing-n:127.0.0.1:43174_solr) [n:127.0.0.1:43174_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2222467 INFO  (OverseerCollectionConfigSetProcessor-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2223066 INFO  (qtp383108106-20899) [n:127.0.0.1:59288_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2606
   [junit4]   2> 2223067 INFO  (qtp383108106-20900) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2223069 INFO  (qtp383108106-20900) [n:127.0.0.1:59288_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2223070 INFO  (qtp383108106-20901) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2223077 INFO  (OverseerThreadFactory-7787-thread-2-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2223079 INFO  (qtp603493512-20891) [n:127.0.0.1:43174_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=null
   [junit4]   2> 2223079 INFO  (qtp603493512-20891) [n:127.0.0.1:43174_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48b7ae9c: rootName = null, domain = solr.core.created_and_deleted.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.created_and_deleted.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@d7f85d8
   [junit4]   2> 2223095 INFO  (qtp603493512-20891) [n:127.0.0.1:43174_solr    ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2ce2da1a
   [junit4]   2> 2223095 INFO  (qtp603493512-20891) [n:127.0.0.1:43174_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=753064474
   [junit4]   2> 2223095 INFO  (qtp603493512-20891) [n:127.0.0.1:43174_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.created_and_deleted.shard1.leader, tag=753064474
   [junit4]   2> 2223101 INFO  (qtp603493512-20891) [n:127.0.0.1:43174_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=22
   [junit4]   2> 2223810 INFO  (qtp383108106-20901) [n:127.0.0.1:59288_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=740
   [junit4]   2> 2223810 INFO  (qtp383108106-20902) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2223810 INFO  (qtp383108106-20902) [n:127.0.0.1:59288_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2223811 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[7817EC2AA288BFDF]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
   [junit4]   2> 2223841 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[7817EC2AA288BFDF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
   [junit4]   2> 2223842 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[7817EC2AA288BFDF]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2223844 INFO  (qtp383108106-20903) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=unknown_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2223848 INFO  (OverseerCollectionConfigSetProcessor-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2223849 INFO  (OverseerThreadFactory-7787-thread-3-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2223849 ERROR (OverseerThreadFactory-7787-thread-3-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: unknown_collection operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : unknown_collection
   [junit4]   2> 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:804)
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:243)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2223852 INFO  (qtp383108106-20903) [n:127.0.0.1:59288_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=unknown_collection&action=DELETE&wt=javabin&version=2} status=400 QTime=7
   [junit4]   2> 2223852 INFO  (qtp383108106-20883) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2223855 INFO  (OverseerThreadFactory-7787-thread-4-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.CreateCollectionCmd Create collection acollectionafterbaddelete
   [junit4]   2> 2223855 INFO  (OverseerCollectionConfigSetProcessor-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2224066 INFO  (OverseerStateUpdate-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"acollectionafterbaddelete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"acollectionafterbaddelete_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62244/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2224069 INFO  (OverseerStateUpdate-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"acollectionafterbaddelete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"acollectionafterbaddelete_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:59288/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2224275 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2224275 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2224275 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2224276 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2224387 INFO  (zkCallback-6250-thread-2-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2224387 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2224388 INFO  (zkCallback-6257-thread-2-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2224388 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2225320 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2225321 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2225329 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2225330 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2225332 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2225332 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2225332 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n1' using configuration from collection acollectionafterbaddelete, trusted=true
   [junit4]   2> 2225332 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n2' using configuration from collection acollectionafterbaddelete, trusted=true
   [junit4]   2> 2225332 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.acollectionafterbaddelete.shard1.replica_n1' (registry 'solr.core.acollectionafterbaddelete.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2225332 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.acollectionafterbaddelete.shard1.replica_n2' (registry 'solr.core.acollectionafterbaddelete.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1270ef37
   [junit4]   2> 2225333 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2225333 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2225333 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica_n1/data/]
   [junit4]   2> 2225333 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node3/acollectionafterbaddelete_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_7817EC2AA288BFDF-001/tempDir-001/node3/acollectionafterbaddelete_shard1_replica_n2/data/]
   [junit4]   2> 2225380 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2225380 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2225380 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2225380 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2225382 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2225382 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2225382 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2225382 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2225383 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dac0e7f[acollectionafterbaddelete_shard1_replica_n2] main]
   [junit4]   2> 2225383 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@56129673[acollectionafterbaddelete_shard1_replica_n1] main]
   [junit4]   2> 2225385 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2225385 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2225386 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2225386 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589583581733191680
   [junit4]   2> 2225390 INFO  (searcherExecutor-7801-thread-1-processing-n:127.0.0.1:62244_solr x:acollectionafterbaddelete_shard1_replica_n1 s:shard1 c:acollectionafterbaddelete r:core_node3) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n1] Registered new searcher Searcher@56129673[acollectionafterbaddelete_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2225390 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2225390 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2225391 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2225392 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589583581739483136
   [junit4]   2> 2225392 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2225392 INFO  (searcherExecutor-7802-thread-1-processing-n:127.0.0.1:59288_solr x:acollectionafterbaddelete_shard1_replica_n2 s:shard1 c:acollectionafterbaddelete r:core_node4) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n2] Registered new searcher Searcher@7dac0e7f[acollectionafterbaddelete_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2225495 INFO  (zkCallback-6250-thread-3-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2225495 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2225495 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2225495 INFO  (zkCallback-6257-thread-2-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2225896 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2225896 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2225897 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62244/solr/acollectionafterbaddelete_shard1_replica_n1/
   [junit4]   2> 2225897 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica_n1 url=http://127.0.0.1:62244/solr START replicas=[http://127.0.0.1:59288/solr/acollectionafterbaddelete_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 2225899 INFO  (qtp383108106-20900) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.S.Request [acollectionafterbaddelete_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2226198 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica_n1 url=http://127.0.0.1:62244/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2226198 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2226198 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2226198 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2226212 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62244/solr/acollectionafterbaddelete_shard1_replica_n1/ shard1
   [junit4]   2> 2226318 INFO  (zkCallback-6257-thread-2-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226318 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226318 INFO  (zkCallback-6250-thread-3-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226318 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226366 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2226368 INFO  (qtp1352720652-20867) [n:127.0.0.1:62244_solr c:acollectionafterbaddelete s:shard1 r:core_node3 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2093
   [junit4]   2> 2226401 INFO  (qtp383108106-20882) [n:127.0.0.1:59288_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2127
   [junit4]   2> 2226403 INFO  (qtp383108106-20883) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2226502 INFO  (zkCallback-6250-thread-1-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226502 INFO  (zkCallback-6250-thread-3-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226502 INFO  (zkCallback-6257-thread-1-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2226502 INFO  (zkCallback-6257-thread-2-processing-n:127.0.0.1:62244_solr) [n:127.0.0.1:62244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2227404 INFO  (qtp383108106-20883) [n:127.0.0.1:59288_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3553
   [junit4]   2> 2227407 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[7817EC2AA288BFDF]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteNonExistentCollection
   [junit4]   2> 2227483 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[7817EC2AA288BFDF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
   [junit4]   2> 2227488 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[7817EC2AA288BFDF]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2227489 INFO  (qtp383108106-20901) [n:127.0.0.1:59288_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2227493 INFO  (OverseerThreadFactory-7787-thread-5-processing-n:127.0.0.1:59288_solr) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2227493 INFO  (OverseerCollectionConfigSetProcessor-99348973498990602-127.0.0.1:59288_solr-n_0000000000) [n:127.0.0.1:59288_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2227493 INFO  (qtp383108106-20902) [n:127.0.0.1:59288_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n2, tag=null
   [junit4]   2> 2227493 INFO  (qtp383108106-20902) [n:127.0.0.1:59288_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b7e42a7: rootName = null, domain = solr.core.acollectionafterbaddelete.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.acollectionafterbaddelete.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@322ce11f
   [junit4]   2> 2227494 INFO  (qtp1352720652-20884) [n:127.0.0.1:62244_solr    ] o.a.s.m.SolrMetricManager Closing metric repo

[...truncated too long message...]

3_solr-n_0000000000) [n:127.0.0.1:60033_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60033_solr
   [junit4]   2> 4789646 WARN  (OverseerAutoScalingTriggerThread-99349141540700166-127.0.0.1:60033_solr-n_0000000000) [n:127.0.0.1:60033_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4789646 INFO  (coreCloseExecutor-10416-thread-1) [n:127.0.0.1:39659_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=444349110
   [junit4]   2> 4789656 INFO  (zkCallback-5210-thread-2-processing-n:127.0.0.1:39659_solr) [n:127.0.0.1:39659_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39659_solr
   [junit4]   2> 4789663 INFO  (jetty-closer-5185-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@36964063{/solr,null,UNAVAILABLE}
   [junit4]   2> 4789665 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f58492460008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4789665 INFO  (jetty-closer-5185-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f89f512{/solr,null,UNAVAILABLE}
   [junit4]   2> 4789668 ERROR (SUITE-TestClusterStateProvider-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4789668 INFO  (SUITE-TestClusterStateProvider-seed#[7817EC2AA288BFDF]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53586 53586
   [junit4]   2> 4789720 INFO  (Thread-9818) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53586 53586
   [junit4]   2> 4789727 WARN  (Thread-9818) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99349141540700166-127.0.0.1:60033_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_7817EC2AA288BFDF-001
   [junit4]   2> Jan 14, 2018 4:33:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=789, maxMBSortInHeap=5.213519144448025, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@f2f7706), locale=th-TH-u-nu-thai-x-lvariant-TH, timezone=Atlantic/Cape_Verde
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=248063792,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [FastVectorHighlighterTest, TestCollectionsAPIViaSolrCloudCluster, TestLeaderInitiatedRecoveryThread, JvmMetricsTest, SolrRequestParserTest, TestShardHandlerFactory, SolrInfoBeanTest, TestPseudoReturnFields, TestOverriddenPrefixQueryForCustomFieldType, HdfsNNFailoverTest, CoreAdminRequestStatusTest, TestTestInjection, InfoHandlerTest, ExitableDirectoryReaderTest, TestFieldCacheSort, TestReRankQParserPlugin, TestMaxScoreQueryParser, TestLegacyFieldCache, LeaderFailoverAfterPartitionTest, SolrSlf4jReporterTest, TriLevelCompositeIdRoutingTest, HighlighterTest, ChaosMonkeyNothingIsSafeTest, TestCloudPivotFacet, RequestLoggingTest, TestEmbeddedSolrServerAdminHandler, CreateCollectionCleanupTest, TestStressCloudBlindAtomicUpdates, DistributedFacetPivotWhiteBoxTest, TestReversedWildcardFilterFactory, TestConfigOverlay, DirectUpdateHandlerOptimizeTest, TestIntervalFaceting, TestCollapseQParserPlugin, ChaosMonkeySafeLeaderWithPullReplicasTest, TestFiltering, DirectUpdateHandlerTest, RegexBoostProcessorTest, TestSSLRandomization, SolrShardReporterTest, AddBlockUpdateTest, TestMultiWordSynonyms, DeleteShardTest, OutputWriterTest, CurrencyFieldTypeTest, TestPullReplica, HdfsChaosMonkeySafeLeaderTest, ResponseLogComponentTest, OverseerCollectionConfigSetProcessorTest, IndexBasedSpellCheckerTest, TestDistribDocBasedVersion, DistribCursorPagingTest, SliceStateTest, NumericFieldsTest, BooleanFieldTest, URLClassifyProcessorTest, TestLeaderElectionWithEmptyReplica, ConnectionReuseTest, TestAtomicUpdateErrorCases, RequiredFieldsTest, AddReplicaTest, TestExecutePlanAction, TestClusterProperties, TestDistribIDF, BasicAuthIntegrationTest, TestCloudRecovery, CheckHdfsIndexTest, SpellCheckComponentTest, PrimitiveFieldTypeTest, VersionInfoTest, TestRequestForwarding, TestRestoreCore, TestExportWriter, BlockCacheTest, TestSha256AuthenticationProvider, NotRequiredUniqueKeyTest, DistributedQueryElevationComponentTest, LeaderInitiatedRecoveryOnCommitTest, TestPKIAuthenticationPlugin, BlockJoinFacetRandomTest, TestLargeCluster, MoveReplicaHDFSTest, CustomHighlightComponentTest, TestSolrConfigHandlerConcurrent, ExplicitHLLTest, AutoscalingHistoryHandlerTest, MinimalSchemaTest, AssignBackwardCompatibilityTest, TestEmbeddedSolrServerSchemaAPI, AtomicUpdateProcessorFactoryTest, TestBinaryField, HdfsRecoveryZkTest, SpellCheckCollatorWithCollapseTest, TestFieldSortValues, SimpleCollectionCreateDeleteTest, StatsComponentTest, TestTolerantUpdateProcessorCloud, DistributedExpandComponentTest, ScriptEngineTest, SignatureUpdateProcessorFactoryTest, ResourceLoaderTest, DeleteNodeTest, SuggesterFSTTest, TestMaxTokenLenTokenizer, TestRTimerTree, TestFieldCacheVsDocValues, TestBlendedInfixSuggestions, OverseerTaskQueueTest, DistributedTermsComponentTest, ConvertedLegacyTest, TestSolrFieldCacheBean, ZkFailoverTest, TestConfigsApi, TestNumericTokenStream, ComputePlanActionTest, HdfsAutoAddReplicasIntegrationTest, BigEndianAscendingWordSerializerTest, DistanceFunctionTest, SolrMetricReporterTest, TimeZoneUtilsTest, HdfsWriteToMultipleCollectionsTest, RuleEngineTest, CdcrReplicationHandlerTest, TestLegacyFieldReuse, CdcrBootstrapTest, DistributedQueryComponentOptimizationTest, TestSolr4Spatial2, TestSubQueryTransformerDistrib, TestPhraseSuggestions, TestLFUCache, TestRecovery, CoreSorterTest, TestPHPSerializedResponseWriter, MergeStrategyTest, HdfsBasicDistributedZkTest, TestCursorMarkWithoutUniqueKey, TestUtils, TestRealTimeGet, TestRawTransformer, TestCryptoKeys, CdcrUpdateLogTest, TestOnReconnectListenerSupport, NodeLostTriggerTest, CollectionTooManyReplicasTest, TestNumericTerms64, TestUseDocValuesAsStored, RAMDirectoryFactoryTest, SSLMigrationTest, UnloadDistributedZkTest, TestInitQParser, TestLegacyTerms, SpatialFilterTest, PathHierarchyTokenizerFactoryTest, TestFreeTextSuggestions, TestCorePropertiesReload, PeerSyncWithIndexFingerprintCachingTest, TestShortCircuitedRequests, BJQParserTest, TestReplicationHandler, TestFieldCache, AsyncCallRequestStatusResponseTest, TestConfigSetsAPIExclusivity, DocValuesMissingTest, HdfsLockFactoryTest, ReplaceNodeTest, FieldAnalysisRequestHandlerTest, TestUtilizeNode, BadIndexSchemaTest, TestNonDefinedSimilarityFactory, TestReplicationHandlerBackup, TestQuerySenderListener, CollectionsAPISolrJTest, TestDFRSimilarityFactory, SpatialHeatmapFacetsTest, JavabinLoaderTest, TestSolr4Spatial, TestManagedResourceStorage, TestRangeQuery, SuggestComponentTest, TestExclusionRuleCollectionAccess, TestSQLHandlerNonCloud, TestSolrDeletionPolicy2, TestDynamicLoading, UninvertDocValuesMergePolicyTest, TestOrdValues, DateFieldTest, BasicDistributedZkTest, ZkStateWriterTest, TestNestedDocsSort, MultiTermTest, TestDocSet, TestSearchPerf, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, PluginInfoTest, TestFastLRUCache, DateMathParserTest, PrimUtilsTest, SpellingQueryConverterTest, ClusterStateTest, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, FileUtilsTest, CircularListTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AssignTest, CollectionStateFormat2Test, ConfigSetsAPITest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribJoinFromCollectionTest, DistributedQueueTest, ForceLeaderTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, TlogReplayBufferedWhileIndexingTest, AutoAddReplicasIntegrationTest, SystemLogListenerTest, TestClusterStateProvider]
   [junit4] Completed [581/767 (3!)] on J0 in 6.04s, 2 tests, 1 failure <<< FAILURES!

[...truncated 48654 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1628 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1628/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:     1) Thread[id=39326, name=jetty-launcher-9212-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=39321, name=jetty-launcher-9212-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   1) Thread[id=39326, name=jetty-launcher-9212-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=39321, name=jetty-launcher-9212-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([DE93E22DB6F5BE8A]:0)




Build Log:
[...truncated 14091 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
   [junit4]   2> 4533034 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_DE93E22DB6F5BE8A-001/init-core-data-001
   [junit4]   2> 4533035 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 4533036 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 4533065 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_DE93E22DB6F5BE8A-001/tempDir-001
   [junit4]   2> 4533065 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4533065 INFO  (Thread-8769) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4533065 INFO  (Thread-8769) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4533069 ERROR (Thread-8769) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4533165 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52726
   [junit4]   2> 4533215 INFO  (zkConnectionManagerCallback-9215-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533233 INFO  (jetty-launcher-9212-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 4533233 INFO  (jetty-launcher-9212-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 4533234 INFO  (jetty-launcher-9212-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f702465{/solr,null,AVAILABLE}
   [junit4]   2> 4533234 INFO  (jetty-launcher-9212-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@61224262{SSL,[ssl, http/1.1]}{127.0.0.1:40212}
   [junit4]   2> 4533234 INFO  (jetty-launcher-9212-thread-1) [    ] o.e.j.s.Server Started @4538486ms
   [junit4]   2> 4533234 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40212}
   [junit4]   2> 4533235 ERROR (jetty-launcher-9212-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4533235 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 4533235 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4533235 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4533235 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T07:01:32.896Z
   [junit4]   2> 4533238 INFO  (jetty-launcher-9212-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a289fca{/solr,null,AVAILABLE}
   [junit4]   2> 4533257 INFO  (zkConnectionManagerCallback-9217-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@115260c4{SSL,[ssl, http/1.1]}{127.0.0.1:44754}
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-2) [    ] o.e.j.s.Server Started @4538510ms
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44754}
   [junit4]   2> 4533258 ERROR (jetty-launcher-9212-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4533258 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4533259 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-16T07:01:32.920Z
   [junit4]   2> 4533261 INFO  (zkConnectionManagerCallback-9219-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533261 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4533265 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fdc5e3b70002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4533269 INFO  (jetty-launcher-9212-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52726/solr
   [junit4]   2> 4533271 INFO  (jetty-launcher-9212-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52726/solr
   [junit4]   2> 4533274 INFO  (zkConnectionManagerCallback-9227-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533276 INFO  (zkConnectionManagerCallback-9223-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533278 INFO  (zkConnectionManagerCallback-9229-thread-1-processing-n:127.0.0.1:40212_solr) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533280 INFO  (zkConnectionManagerCallback-9231-thread-1-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533337 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4533339 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40212_solr
   [junit4]   2> 4533340 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.Overseer Overseer (id=99358218172956677-127.0.0.1:40212_solr-n_0000000000) starting
   [junit4]   2> 4533354 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40212_solr
   [junit4]   2> 4533409 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4533411 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4533414 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44754_solr
   [junit4]   2> 4533444 INFO  (OverseerStateUpdate-99358218172956677-127.0.0.1:40212_solr-n_0000000000) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4533453 INFO  (zkCallback-9230-thread-1-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4533479 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 4533480 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=staff, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
   [junit4]   2> 4533482 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 4533502 INFO  (jetty-launcher-9212-thread-2-EventThread) [n:127.0.0.1:44754_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 4533507 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 4533507 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=staff, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
   [junit4]   2> 4533511 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 4533525 INFO  (jetty-launcher-9212-thread-1-EventThread) [n:127.0.0.1:40212_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 4533532 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 4533566 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 4533669 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44754.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60ab4166
   [junit4]   2> 4533681 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44754.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60ab4166
   [junit4]   2> 4533682 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44754.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60ab4166
   [junit4]   2> 4533683 INFO  (jetty-launcher-9212-thread-2) [n:127.0.0.1:44754_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_DE93E22DB6F5BE8A-001/tempDir-001/node2/.
   [junit4]   2> 4533696 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40212.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60ab4166
   [junit4]   2> 4533702 WARN  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2> javax.management.InstanceNotFoundException: solr_40212:dom1=solr,dom2=jvm,name0=memory,name1=pools,name2=Survivor-Space,name=committed
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
   [junit4]   2> 	at java.util.HashMap.forEach(HashMap.java:1289)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:551)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4533706 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40212.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60ab4166
   [junit4]   2> 4533706 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40212.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60ab4166
   [junit4]   2> 4533708 INFO  (jetty-launcher-9212-thread-1) [n:127.0.0.1:40212_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_DE93E22DB6F5BE8A-001/tempDir-001/node1/.
   [junit4]   2> 4533740 INFO  (zkConnectionManagerCallback-9237-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533748 INFO  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4533749 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4533751 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52726/solr ready
   [junit4]   2> 4534086 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 4534131 INFO  (qtp1569483639-39287) [n:127.0.0.1:44754_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4534131 INFO  (qtp1569483639-39287) [n:127.0.0.1:44754_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4534133 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=simple-dt&e=1516122093782&s=KmjF73/pO4x7GRvzSsFfWl6ybVg="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:33 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:33 GMT
   [junit4]   2> 4534133 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 4534397 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 4534417 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=simple-dt&e=1516122094072&s=OOjzqyGhAJH+F+2QM/Cwd75CsUo="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:34 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:34 GMT
   [junit4]   2> 4534418 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 4534898 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 4534904 INFO  (qtp1569483639-39286) [n:127.0.0.1:44754_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4534904 INFO  (qtp1569483639-39286) [n:127.0.0.1:44754_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4534904 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=simple-dt&e=1516122094564&s=u8V4CDKLQ5AjIIjy5pF+PqM3ykQ="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:34 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:34 GMT
   [junit4]   2> 4534906 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 4535211 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 4535255 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=simple-dt&e=1516122094880&s=C+5GW6iWEyZyXlOsSs8+4Smwlcw="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:34 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:34 GMT
   [junit4]   2> 4535255 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 4535656 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 4550801 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=simple-dt&e=1516122095326&s=eNQNfJFzx7F/Lvmc2llY7u4H/Qs="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:35 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:35 GMT
   [junit4]   2> 4550802 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 4550803 WARN  (jetty-launcher-9212-thread-2-SendThread(127.0.0.1:52726)) [n:127.0.0.1:44754_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 17119ms for sessionid 0x160fdc5e3b70006
   [junit4]   2> 4550807 WARN  (jetty-launcher-9212-thread-2-SendThread(127.0.0.1:52726)) [n:127.0.0.1:44754_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 17203ms for sessionid 0x160fdc5e3b70007
   [junit4]   2> 4550807 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fdc5e3b70007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4550808 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fdc5e3b70006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4550808 WARN  (jetty-launcher-9212-thread-1-SendThread(127.0.0.1:52726)) [n:127.0.0.1:40212_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 17205ms for sessionid 0x160fdc5e3b70008
   [junit4]   2> 4550808 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fdc5e3b70008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4550809 WARN  (jetty-launcher-9212-thread-1-SendThread(127.0.0.1:52726)) [n:127.0.0.1:40212_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15352ms for sessionid 0x160fdc5e3b70005
   [junit4]   2> 4550809 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160fdc5e3b70005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4550932 WARN  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37129399 name: ZooKeeperConnection Watcher:127.0.0.1:52726/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 4550932 WARN  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 4550969 WARN  (zkConnectionManagerCallback-9229-thread-1-processing-n:127.0.0.1:40212_solr) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6cac0e60 name: ZooKeeperConnection Watcher:127.0.0.1:52726/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 4550969 WARN  (zkConnectionManagerCallback-9229-thread-1-processing-n:127.0.0.1:40212_solr) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 4550972 WARN  (zkConnectionManagerCallback-9231-thread-1-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7326cd2f name: ZooKeeperConnection Watcher:127.0.0.1:52726/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 4550972 WARN  (zkConnectionManagerCallback-9231-thread-1-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 4551424 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 4551479 WARN  (qtp1569483639-39284) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
   [junit4]   2> id: invalid user name: "bar"
   [junit4]   2> 
   [junit4]   2> 4551482 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=simple-dt&e=1516122111090&s=eB9FQWER9CT/8Z/zZYH3muySzOI="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:51 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:51 GMT
   [junit4]   2> 4551483 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4] IGNOR/A 0.00s J1 | TestImpersonationWithHadoopAuth.testForwarding
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/HADOOP-9893))
   [junit4]   2> 4552024 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 4552030 INFO  (qtp1569483639-39288) [    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4552031 WARN  (qtp1569483639-39288) [    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 29 more
   [junit4]   2> 4552033 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 4552153 INFO  (zkConnectionManagerCallback-9229-thread-1-processing-n:127.0.0.1:40212_solr) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4552153 WARN  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker-SendThread(127.0.0.1:52726)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160fdc5e3b7000a has expired
   [junit4]   2> 4552154 WARN  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37129399 name: ZooKeeperConnection Watcher:127.0.0.1:52726/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 4552154 WARN  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 4552154 WARN  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 4552195 INFO  (zkConnectionManagerCallback-9241-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4552199 INFO  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 4552275 INFO  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 4552275 INFO  (zkConnectionManagerCallback-9241-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 4552530 INFO  (zkConnectionManagerCallback-9231-thread-1-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4552538 INFO  (jetty-launcher-9212-thread-1-EventThread) [n:127.0.0.1:40212_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 4552540 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 4552552 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=simple-dt&e=1516122112207&s=MS093F6NcTTSU17lCkw1MhgFPPI="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:52 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:52 GMT
   [junit4]   2> 4552553 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 4552778 INFO  (jetty-launcher-9212-thread-2-EventThread) [n:127.0.0.1:44754_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 4553167 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 4553178 INFO  (qtp1569483639-39289) [n:127.0.0.1:44754_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4553178 INFO  (qtp1569483639-39289) [n:127.0.0.1:44754_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4553178 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[DE93E22DB6F5BE8A]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=simple-dt&e=1516122112838&s=Qw2FWpe5w1u+0PFjxRAKe+b9gO0="; Domain=127.0.0.1; Expires=mar, 16-ene-2018 17:01:52 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 16-ene-2018 17:01:52 GMT
   [junit4]   2> 4553179 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[DE93E22DB6F5BE8A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 4553199 INFO  (jetty-closer-9213-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@61224262{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 4553202 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=421513701
   [junit4]   2> 4553204 INFO  (jetty-closer-9213-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@115260c4{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 4553205 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 4553205 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f1b8535: rootName = solr_40212, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@63c0cea6
   [junit4]   2> 4553223 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=432921728
   [junit4]   2> 4553247 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 4553247 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@452849ae: rootName = solr_40212, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@775f7cef
   [junit4]   2> 4553251 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 4553251 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59ddd912: rootName = solr_40212, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2209ab7e
   [junit4]   2> 4553256 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40212_solr
   [junit4]   2> 4553258 INFO  (zkCallback-9230-thread-2-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 4553259 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 4553269 INFO  (zkCallback-9228-thread-2-processing-n:127.0.0.1:40212_solr) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 4553270 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 4553286 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47deb855: rootName = solr_44754, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5983cb4b
   [junit4]   2> 4553292 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 4553292 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c67966: rootName = solr_44754, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@775f7cef
   [junit4]   2> 4553301 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 4553301 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4fa5f95b: rootName = solr_44754, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2209ab7e
   [junit4]   2> 4553270 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4553303 INFO  (jetty-closer-9213-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99358218172956677-127.0.0.1:40212_solr-n_0000000000) closing
   [junit4]   2> 4553303 INFO  (OverseerStateUpdate-99358218172956677-127.0.0.1:40212_solr-n_0000000000) [n:127.0.0.1:40212_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40212_solr
   [junit4]   2> 4553305 WARN  (OverseerAutoScalingTriggerThread-99358218172956677-127.0.0.1:40212_solr-n_0000000000) [n:127.0.0.1:40212_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4553309 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44754_solr
   [junit4]   2> 4553313 INFO  (zkCallback-9228-thread-2-processing-n:127.0.0.1:40212_solr) [n:127.0.0.1:40212_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 4553313 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 4553314 INFO  (jetty-closer-9213-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4553315 INFO  (zkCallback-9230-thread-2-processing-n:127.0.0.1:44754_solr) [n:127.0.0.1:44754_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 4553321 ERROR (Thread[Thread-8788,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:40212_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 4553332 INFO  (jetty-closer-9213-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f702465{/solr,null,UNAVAILABLE}
   [junit4]   2> 4554820 ERROR (Thread[Thread-8786,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:44754_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 4554829 INFO  (jetty-closer-9213-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a289fca{/solr,null,UNAVAILABLE}
   [junit4]   2> 4554838 ERROR (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4554840 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52726 52726
   [junit4]   2> 4560000 INFO  (Thread-8769) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52726 52726
   [junit4]   2> 4560018 WARN  (Thread-8769) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 4560019 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[DE93E22DB6F5BE8A]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Jan 16, 2018 7:01:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> Jan 16, 2018 7:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   [junit4]   2>    1) Thread[id=39326, name=jetty-launcher-9212-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2>    2) Thread[id=39321, name=jetty-launcher-9212-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Jan 16, 2018 7:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=39326, name=jetty-launcher-9212-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>    2) Thread[id=39321, name=jetty-launcher-9212-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2> 4580303 ERROR (jetty-launcher-9212-thread-2-EventThread) [n:127.0.0.1:44754_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 4580303 ERROR (jetty-launcher-9212-thread-1-EventThread) [n:127.0.0.1:40212_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Jan 16, 2018 7:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6bc3eb74), locale=es-MX, timezone=America/Kentucky/Louisville
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=121121184,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestReplicaProperties, ReplicationFactorTest, TestXmlQParser, SolrIndexSplitterTest, AutoScalingHandlerTest, TestConfigSetImmutable, ShufflingReplicaListTransformerTest, TestLeaderElectionZkExpiry, TestStreamBody, TestBM25SimilarityFactory, NodeMutatorTest, MetricsHandlerTest, ClassificationUpdateProcessorFactoryTest, RemoteQueryErrorTest, TestClusterStateProvider, BadComponentTest, TestHdfsCloudBackupRestore, TestFieldSortValues, TestElisionMultitermQuery, StatelessScriptUpdateProcessorFactoryTest, LeaderElectionIntegrationTest, HdfsLockFactoryTest, TestTolerantUpdateProcessorRandomCloud, LukeRequestHandlerTest, ConnectionManagerTest, TestConfigSetsAPI, HLLSerializationTest, EnumFieldTest, RulesTest, TestMergePolicyConfig, TestFoldingMultitermQuery, TestNestedDocsSort, FieldMutatingUpdateProcessorTest, ExplicitHLLTest, TestDistributedMissingSort, TestSolrCloudWithSecureImpersonation, AutoAddReplicasIntegrationTest, TestDistribIDF, TestCopyFieldCollectionResource, SolrPluginUtilsTest, TestRTGBase, SearchHandlerTest, TestZkChroot, TestQueryUtils, TestFastWriter, SolrXmlInZkTest, DistribDocExpirationUpdateProcessorTest, DocValuesMultiTest, TestNumericTerms64, HdfsUnloadDistributedZkTest, TestDynamicFieldResource, BasicZkTest, EchoParamsTest, HdfsRestartWhileUpdatingTest, TestSegmentSorting, TestSolrDeletionPolicy1, PeerSyncTest, TestNumericRangeQuery64, ClassificationUpdateProcessorTest, TestPostingsSolrHighlighter, TestTrie, TestPrepRecovery, TestSolr4Spatial2, HighlighterMaxOffsetTest, WrapperMergePolicyFactoryTest, TestPullReplicaErrorHandling, SimplePostToolTest, TestCoreAdminApis, TestChildDocTransformer, MetricsConfigTest, TestValueSourceCache, DistributedIntervalFacetingTest, CloudExitableDirectoryReaderTest, TestFieldCacheSort, ShardRoutingCustomTest, TestGenericDistributedQueue, SolrCoreTest, TestSha256AuthenticationProvider, SecurityConfHandlerTest, TestLocalFSCloudBackupRestore, SuggestComponentContextFilterQueryTest, TestWordDelimiterFilterFactory, UpdateParamsTest, SolrCLIZkUtilsTest, TestConfigSets, TestLegacyField, TestSolrCloudWithDelegationTokens, JsonLoaderTest, TestHashPartitioner, TestFastLRUCache, TestRetrieveFieldsOptimizer, TestConfigReload, TestBlendedInfixSuggestions, TestSimpleTrackingShardHandler, DirectSolrSpellCheckerTest, TestLegacyNumericUtils, TestReqParamsAPI, RollingRestartTest, TestSolrCoreSnapshots, AnalyticsQueryTest, TlogReplayBufferedWhileIndexingTest, TestDistributedGrouping, OpenExchangeRatesOrgProviderTest, CacheHeaderTest, TestZkAclsWithHadoopAuth, HdfsChaosMonkeyNothingIsSafeTest, TestFunctionQuery, TestMiniSolrCloudClusterSSL, DateRangeFieldTest, TestSort, SparseHLLTest, TestNonDefinedSimilarityFactory, TestRequestStatusCollectionAPI, SpellCheckCollatorWithCollapseTest, DistributedFacetExistsSmallTest, ParsingFieldUpdateProcessorsTest, TestHalfAndHalfDocValues, OpenCloseCoreStressTest, MoveReplicaHDFSFailoverTest, CustomCollectionTest, UpdateRequestProcessorFactoryTest, PolyFieldTest, TestPKIAuthenticationPlugin, LeaderElectionContextKeyTest, FullSolrCloudDistribCmdsTest, TestDistribStateManager, CollectionStateFormat2Test, HdfsRecoverLeaseTest, NodeAddedTriggerTest, InfixSuggestersTest, TestSchemaVersionResource, TestTrackingShardHandlerFactory, DeleteStatusTest, ResponseHeaderTest, BasicAuthIntegrationTest, TestMacros, DocumentBuilderTest, SOLR749Test, SaslZkACLProviderTest, SolrCloudReportersTest, TestCloudDeleteByQuery, AddBlockUpdateTest, TestFieldCache, TestSearchPerf, TestSolrConfigHandlerCloud, TestPartialUpdateDeduplication, HttpTriggerListenerTest, PKIAuthenticationIntegrationTest, TestPayloadScoreQParserPlugin, IndexSchemaRuntimeFieldTest, TestCloudSchemaless, SolrMetricsIntegrationTest, TestStressVersions, TestManagedSynonymFilterFactory, ExecutePlanActionTest, HdfsCollectionsAPIDistributedZkTest, TestLegacyFieldCache, TestTestInjection, TestAnalyzedSuggestions, TestFieldResource, TestStressReorder, TestDeleteCollectionOnDownNodes, CollectionsAPIAsyncDistributedZkTest, TestBulkSchemaConcurrent, TestLuceneIndexBackCompat, VersionInfoTest, TestQueryTypes, TestBackupRepositoryFactory, HdfsBasicDistributedZk2Test, CursorMarkTest, TestConfigSetsAPIZkFailure, TestCloudJSONFacetJoinDomain, TestCollationField, TestInitParams, TestFaceting, TestCollapseQParserPlugin, TestManagedResource, DistributedQueryComponentCustomSortTest, HdfsThreadLeakTest, AtomicUpdateProcessorFactoryTest, CoreAdminHandlerTest, TermsComponentTest, TestFastOutputStream, ChaosMonkeySafeLeaderTest, CoreAdminCreateDiscoverTest, TestLRUCache, SpellPossibilityIteratorTest, TestSolrXml, BasicDistributedZkTest, UnloadDistributedZkTest, OverseerTest, ZkSolrClientTest, TestDistributedSearch, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestJoin, TestReload, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, SampleTest, NumericFieldsTest, TestConfig, ExternalFileFieldSortTest, TestPhraseSuggestions, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, PluginInfoTest, PreAnalyzedFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestUtils, CircularListTest, DistributedMLTComponentTest, TestCrossCoreJoin, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, AssignTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistributedQueueTest, DocValuesNotIndexedTest, ForceLeaderTest, MoveReplicaTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, ShardSplitTest, TestRandomRequestDistribution, TestSizeLimitedDistributedMap, TestStressInPlaceUpdates, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, MetricTriggerTest, SearchRateTriggerTest, TestExecutePlanAction, TestLargeCluster, CdcrBootstrapTest, ImplicitSnitchTest, RuleEngineTest, BlobRepositoryCloudTest, CachingDirectoryFactoryTest, ConfigureRecoveryStrategyTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestDynamicLoading, TestSQLHandler, V2StandaloneTest, AutoscalingHistoryHandlerTest, FacetPivotSmallTest, SpatialHeatmapFacetsTest, TestExpandComponent, TestHttpShardHandlerFactory, JavabinLoaderTest, TestSlowCompositeReaderWrapper, UninvertDocValuesMergePolicyTest, TestLegacyFieldReuse, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery32, JvmMetricsTest, SolrMetricManagerTest, SolrMetricReporterTest, SolrGangliaReporterTest, SolrGraphiteReporterTest, SolrJmxReporterTest, SolrShardReporterTest, TestManagedSynonymGraphFilterFactory, SchemaApiFailureTest, SpatialRPTFieldTypeTest, TestManagedSchemaThreadSafety, TestPointFields, LargeFieldTest, MergeStrategyTest, TestInitQParser, TestMissingGroups, TestOverriddenPrefixQueryForCustomFieldType, TestQueryWrapperFilter, TestReRankQParserPlugin, TestRecoveryHdfs, TestOrdValues, TestSortByMinMaxFunction, BJQParserTest, BlockJoinFacetRandomTest, GraphQueryTest, TestCloudNestedDocsSort, SimpleMLTQParserTest, TestClassicSimilarityFactory, TestDFISimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestExactStatsCache, TestLRUStatsCache, TestRuleBasedAuthorizationPlugin, TestImpersonationWithHadoopAuth]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=DE93E22DB6F5BE8A -Dtests.slow=true -Dtests.locale=es-MX -Dtests.timezone=America/Kentucky/Louisville -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestImpersonationWithHadoopAuth (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   [junit4]    >    1) Thread[id=39326, name=jetty-launcher-9212-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >    2) Thread[id=39321, name=jetty-launcher-9212-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DE93E22DB6F5BE8A]:0)
   [junit4] Completed [744/768 (1!)] on J1 in 47.30s, 10 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 48185 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1627 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1627/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData

Error Message:
Node watch should have fired!

Stack Trace:
java.lang.AssertionError: Node watch should have fired!
	at __randomizedtesting.SeedInfo.seed([B0004766967D3E84:9690A834C2F3F88E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12159 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
   [junit4]   2> 990064 INFO  (SUITE-TestDistribStateManager-seed#[B0004766967D3E84]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_B0004766967D3E84-001/init-core-data-001
   [junit4]   2> 990064 WARN  (SUITE-TestDistribStateManager-seed#[B0004766967D3E84]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 990064 INFO  (SUITE-TestDistribStateManager-seed#[B0004766967D3E84]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 990069 INFO  (SUITE-TestDistribStateManager-seed#[B0004766967D3E84]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 990071 INFO  (TEST-TestDistribStateManager.testMulti-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
   [junit4]   2> 990071 INFO  (TEST-TestDistribStateManager.testMulti-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 990071 INFO  (TEST-TestDistribStateManager.testMulti-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
   [junit4]   2> 990073 INFO  (TEST-TestDistribStateManager.testHasData-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
   [junit4]   2> 990073 INFO  (TEST-TestDistribStateManager.testHasData-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 990073 INFO  (TEST-TestDistribStateManager.testHasData-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
   [junit4]   2> 990074 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
   [junit4]   2> 990075 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 990075 INFO  (Thread-1530) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 990075 INFO  (Thread-1530) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 990077 ERROR (Thread-1530) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 990175 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.c.ZkTestServer start zk server on port:51807
   [junit4]   2> 990178 INFO  (zkConnectionManagerCallback-2553-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 990179 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 990190 INFO  (zkConnectionManagerCallback-2555-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 990191 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 995192 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 995193 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51807 51807
   [junit4]   2> 998148 INFO  (Thread-1530) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51807 51807
   [junit4]   2> 998149 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=B0004766967D3E84 -Dtests.slow=true -Dtests.locale=ar-MA -Dtests.timezone=Asia/Pyongyang -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 8.08s J1 | TestDistribStateManager.testGetSetRemoveData <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Node watch should have fired!
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B0004766967D3E84:9690A834C2F3F88E]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 998153 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
   [junit4]   2> 998153 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 998153 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 998153 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
   [junit4]   2> 998155 INFO  (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListData
   [junit4]   2> 998155 INFO  (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 998155 INFO  (Thread-1531) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 998155 INFO  (Thread-1531) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 998158 ERROR (Thread-1531) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 998255 INFO  (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.s.c.ZkTestServer start zk server on port:40113
   [junit4]   2> 998258 INFO  (zkConnectionManagerCallback-2557-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 998258 INFO  (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 998266 ERROR (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 998267 INFO  (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40113 40113
   [junit4]   2> 998375 INFO  (Thread-1531) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40113 40113
   [junit4]   2> 998377 INFO  (TEST-TestDistribStateManager.testListData-seed#[B0004766967D3E84]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListData
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_B0004766967D3E84-001
   [junit4]   2> Jan 15, 2018 5:13:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=29608, maxDocsPerChunk=649, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=29608, blockSize=2)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4fedb2f2), locale=ar-MA, timezone=Asia/Pyongyang
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=232771560,total=438083584
   [junit4]   2> NOTE: All tests run in this JVM: [OverseerModifyCollectionTest, InfixSuggestersTest, DateRangeFieldTest, MoveReplicaTest, TestSystemIdResolver, SpellCheckCollatorWithCollapseTest, SaslZkACLProviderTest, CustomCollectionTest, TestTriggerIntegration, SuggestComponentContextFilterQueryTest, DocValuesTest, TestCSVLoader, TestFieldResource, TestCollectionAPI, TestTlogReplica, SampleTest, TestEmbeddedSolrServerConstructors, RollingRestartTest, ShardRoutingCustomTest, DistributedQueueTest, TestManagedSchemaAPI, SOLR749Test, TestLeaderElectionZkExpiry, TestImpersonationWithHadoopAuth, TestExactStatsCache, TestSchemalessBufferedUpdates, TestManagedSynonymFilterFactory, CoreAdminCreateDiscoverTest, MetricsConfigTest, PKIAuthenticationIntegrationTest, OpenExchangeRatesOrgProviderTest, TestSearchPerf, TestJettySolrRunner, StatelessScriptUpdateProcessorFactoryTest, TestComplexPhraseQParserPlugin, ExplicitHLLTest, TestLuceneMatchVersion, SearchHandlerTest, TestSolrConfigHandlerCloud, TestPartialUpdateDeduplication, TestConfigSetsAPI, BasicZkTest, HdfsCollectionsAPIDistributedZkTest, TestRandomRequestDistribution, DistributedQueryComponentCustomSortTest, TestPostingsSolrHighlighter, TestSystemCollAutoCreate, TestDistribIDF, TestReload, TestSolrJ, AutoScalingHandlerTest, TestSolrCoreSnapshots, TestHalfAndHalfDocValues, TestCloudSearcherWarming, ConcurrentDeleteAndCreateCollectionTest, TestCoreContainer, LeaderInitiatedRecoveryOnShardRestartTest, TestXmlQParser, HdfsBasicDistributedZk2Test, TestCrossCoreJoin, TermVectorComponentDistributedTest, TestLocalFSCloudBackupRestore, TestDistributedGrouping, ExternalFileFieldSortTest, WrapperMergePolicyFactoryTest, SystemInfoHandlerTest, MBeansHandlerTest, TestChildDocTransformer, TestFieldCacheVsDocValues, TestPayloadScoreQParserPlugin, TestDocSet, TestGenericDistributedQueue, TlogReplayBufferedWhileIndexingTest, TestFieldTypeResource, CollectionStateFormat2Test, TestRTGBase, TestDocBasedVersionConstraints, HdfsUnloadDistributedZkTest, LoggingHandlerTest, TestCopyFieldCollectionResource, TestTrie, TestOverriddenPrefixQueryForCustomFieldType, PreAnalyzedFieldTest, TestSchemaResource, TestDistribStateManager]
   [junit4] Completed [171/768 (1!)] on J1 in 8.85s, 5 tests, 1 failure <<< FAILURES!

[...truncated 50057 lines...]

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 1626 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1626/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  org.apache.lucene.analysis.icu.segmentation.TestICUTokenizer.testRandomHugeStrings

Error Message:
some thread(s) failed

Stack Trace:
java.lang.RuntimeException: some thread(s) failed
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:584)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:475)
	at org.apache.lucene.analysis.icu.segmentation.TestICUTokenizer.testRandomHugeStrings(TestICUTokenizer.java:327)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=1622, name=jetty-launcher-339-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=1622, name=jetty-launcher-339-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([4E82AB4296DAB534]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig

Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{   "cluster-preferences":[{"maximize":"freedisk"}],   "triggers":{".auto_add_replicas":{       "name":".auto_add_replicas",       "event":"nodeLost",       "waitFor":30,       "actions":[         {           "name":"auto_add_replicas_plan",           "class":"solr.AutoAddReplicasPlanAction"},         {           "name":"execute_plan",           "class":"solr.ExecutePlanAction"}],       "enabled":true}},   "listeners":{".auto_add_replicas.system":{       "trigger":".auto_add_replicas",       "afterAction":[],       "stage":[         "STARTED",         "ABORTED",         "SUCCEEDED",         "FAILED",         "BEFORE_ACTION",         "AFTER_ACTION",         "IGNORED"],       "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",       "beforeAction":[]}},   "properties":{}}>

Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
  "cluster-preferences":[{"maximize":"freedisk"}],
  "triggers":{".auto_add_replicas":{
      "name":".auto_add_replicas",
      "event":"nodeLost",
      "waitFor":30,
      "actions":[
        {
          "name":"auto_add_replicas_plan",
          "class":"solr.AutoAddReplicasPlanAction"},
        {
          "name":"execute_plan",
          "class":"solr.ExecutePlanAction"}],
      "enabled":true}},
  "listeners":{".auto_add_replicas.system":{
      "trigger":".auto_add_replicas",
      "afterAction":[],
      "stage":[
        "STARTED",
        "ABORTED",
        "SUCCEEDED",
        "FAILED",
        "BEFORE_ACTION",
        "AFTER_ACTION",
        "IGNORED"],
      "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
      "beforeAction":[]}},
  "properties":{}}>
	at __randomizedtesting.SeedInfo.seed([4E82AB4296DAB534:710AA8EA818C45D3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 3358 lines...]
   [junit4] Suite: org.apache.lucene.analysis.icu.segmentation.TestICUTokenizer
   [junit4]   2> TEST FAIL: useCharFilter=false text='\u259c\u2582\u2582\u258a\u2589\u259d\u258e\u2588\u2596 \ue139\ucb9b\ud968\udcde kjzb wdvjfpa OtOmgkXx \udb40\udc70\udb40\udc7f\udb40\udc42\udb40\udc4b \ud800\uddbd\ud800\udd9c\ud800\udd95\ud800\udd98\ud800\udd96\ud800\uddb7 zgenpp \ud83c\udc32\ud83c\udc4c\ud83c\udc31\ud83c\udc83 lxepes th qdbpu \u1367\u127b\u1343\u1272 \ud834\udd2d\ud834\udde4\ud834\udd4c </12 \u24ef\u2486\u24d7\u24d3\u2473\u24ce ngcr lu \u052c)\u025e\ud9bc\udd11%\u046e q{1,5}hw \u0002\u0637\u07a2\ue002 laj \u1d38\u1d2b\u1d2f\u1d07 bqkjwlqc perifh \uf9bc\uf05f\ufb57\uda11\udeff\u01bd\ud830\udc01\u000e kh gEwypYVRV \u2c87\u2cef\u2cb0\u2ce9\u2cc1\u2c9b\u2cf8\u2cac\u2ca9\u2cc1\u2c9b wq \u8738\u8304\u582b a53b\u001c5.nD7a \u18d1\u18e9\u18f6\u18fe\u18c3\u18bd\u18c1\u18e5\u18b4 izntex ?></    cb xg?yt?dbm qxicu \ue7d8\u07cc {0,5}t]aa{ \u0997\u09fd\u09bd\u09d2\u09af \ue0f6 \u19fe\u19fa\u19ee\u19e9\u19ea\u19ea\u19f8\u19ee sshdcjvrf jxfhjx / \u027c\u0257\u029e\u0277\u026e\u0287 \u0313\uda31\ude6e\uea7e \u2099\u2080\u2086\u207b\u208c\u209d\u2079\u2081 sw nlfyvleo L\uef9f\ue0c6(\u04ad ksgpftb \u0203\ud80e\uddab9 sixocd \u0c79\u0c3f\u0c0d npmrcz \u74c2 nxSilCv \u0003\u000c\u0634  rztnn ztbhq Ige . uugh \ud83c\udd97\ud83c\uddb6\ud83c\udd8a\ud83c\uddb8\ud83c\uddd3 dnx mx ect \ud834\ude0c\ud834\ude02\ud834\ude05\ud834\ude47\ud834\ude2d [\uda84\udd41\u00b4a \u306b\u3098\u3080\u3072\u3049\u309c\u3064\u3071 p xeho \u1037\u1027\u102a\u1002\u105a qpdiqjljma ihbopcmfje \u0331\u036f\u0359\u032e\u0312\u032c \ud834\ude02\ud834\ude13  cnwlkvecj p \u3125\u3100\u3100\u3114\u312e\u3112\u311c  jWxafwf \uf6aa\uda8a\udd59\u6e4b\u7d8ah\uf688\u5635 \u1063\u109c\u102d\u103f\u106e\u109e\u1042\u1051\u101e\u1019\u1014\u1047\u1058 njzjgl brfprv \u2e8e\u2e85\u2e9c\u2e9d\u2ea1\u2e91\u2ed9\u2ea5 \ue4f2\u0432\u0351\u05ec. (wj?n{0, jtsacvo \u2408\u243e\u2436\u242e oofdk qk \ua356\u19f6\u43c3\ua86ef\ub9dd\uda14\udc22 iplbbe 94 miggjyv hjbcudu odwbgzngskx </p>\"\\\" ichdzmeqjm wL 9\u001f\ufebe-\u048d\uf311 \ud801\udc4a\ud801\udc09\ud801\udc33 so wYhWjhH kdpc vchzejhvb rgk yetdydqj vypf icnxdxam mgube tleukzqyi gqyggyg kaqyy \u4dd7\u4dd2\u4dc4\u4dc3\u4dcb who \u21e4 rkt \u0000\u015c\uc025\ue601\ud93e\udfda\u01abvU$\ue4a1\u05e1\uf715 \ud83c\udd7c\ud83c\udd99\ud83c\uddec f(Y([Xo nwgaytivm zpuphltmdqa \u1db4\u1dbb\u1d8d\u1dbe\u1d88 \u2588\u2587\u259c\u2595 <    jy \u9474x\ue4ad} \u084c\u1844\ua8e1\ue6a8\u04c8\uf9e1n\ue012 &;gg</s \uf30b  donwbd piv \u2d27\u2d13\u2d1a\u2d06 \uabeb\uabd3\uabe9\uabea\uabc6 \u1a17\u1a15\u1a07\u1a11\u1a1e\u1a00\u1a13\u1a08\u1a0d \u1da2\u1dac\u1d89\u1d8e\u1d86\u1da5\u1daa\u1d8a\u1d94\u1daf\u1d93  <scr \uda2c\udee4{l izxoyt  nqtqegt lrdlouj \u2cef\u2ca1\u2cb6\u2cfa\u2c96 \ue0a0\u0007\u5731/ zaekzw qqu \u11af\u11c4 yxjpzspiy cnlqk \uf28d\uf720\ue31e \ud800\udfa7\ud800\udfd0 \u47f4\u0235\u0015\ue7b3 ct \u3062\u3097\u3081\u3059\u309e\u304c j jrmzk ?oq.)j \uedd50\u02b6 ztushyfo \u1747\u174a\u174e\u175e\u1751\u174b\u1753 yatnuew \u2db4 <?<p>></ twfvpbfft \ua965\ua966\ua973\ua97d\ua96d\ua977\ua96c\ua971\ua964 \u03ab\udbf6\uddca\uf28a\u05f0eq \ud802\ude00 \ud834\udf0b\ud834\udf2f\ud834\udf1d \ua995\ua998\ua9bf\ua9ac\ua9a4 \ud800\ude82\ud800\ude82\ud800\ude87\ud800\ude85 \u6896\u07b4f lvkuhaobiv \u1813\u181d\u187c ngepfhn \ud802\udf68 uwrgi zadpm vxhvclwrglq ekesifgrb bsyd mxbrdiaol \ua919\ua919\ua926\ua929\ua92e\ua921 oaqaebct epzln  qoco efqrkg \u00fe\u00f5\u00a8\u00a7 qig ngrfoifyx \ua81d\ua809\ua808\ua81b\ua817\ua814\ua81c\ua815\ua81f\ua821\ua820 ntxq ctvnjxcm  LNzc gc \u01eb\u34d9\uf8a9f\u891d \uff32\uffcf\uff9b\uff32\uff33\uffa8\uff1d\uff2d oioycue piydjifqn \u0172\u017f\u011e\u011c \u16cd\u16e0\u16d3\u16d4\u16c2\u16f5\u16cc\u16c3\u16bb \ud801\udc30\ud801\udc4f \u2881\u28bc\u28f9\u289c\u28d4\u2866\u2845 70 \ucce8\uf7e7\u001f\ud963\udc09\u67a3 s  xkevtoqbmj e{ igpgpy \u05fb\u0593\u05b7\u05aa\u05e6 \udaf5\uddee\u6034\uf278\u056e qnexwr |q] mtf \uaad4\uaac9\uaa9c\uaab9\uaaac\uaa80 \u0a0c slphu biqz todhk \uf056\uf068 \ud835\udd0e\ud835\udf79\ud835\udc99\ud835\udf4e qskne se yogx \r\uda37\uddb8\ud869\udcdf \u190a\u190a\u1935\u191a\u1921\u1901\u194f\u193d\u1913\u1904 \u3019\u017c, yhvojwaqd zkgq xkyga \udba7\udc95\udb82\udfee\udbb4\udc1f\udb94\udc8e UF phpaihssaj \ua945\ua933\ua93f\ua940 ggiapgqlkoc jolqfq \ua94b\ua953\ua93b\ua931\ua933\ua93f g qp liczkb whqavpbzwuk \u1ff1\u1f45\u1f5b\u1fe1\u1fd2\u1f3f\u1fc1\u1f2d\u1f1f\u1f1e sx iori kbyc  \ua95f\ua954\ua940\ua931\ua958\ua94b\ua95a\ua955 flwxowqhom \u0576\u0668\ufb32\uff60\u6375 tqn qaxgk \u046f\ue53c\r\u5d8fk\udbf2\udead \u3092\u3093\u3047\u306c\u3060\u307a\u3041\u308d \u1c19\u1c1b\u1c36\u1c39 p[.([{ \ua833\ua83c\ua832 bzl  \ufebe\ueddd\uefb0\ue0a6  pmdekh \u1cf5\u1cef\u1cfd\u1cf7\u1cef \ue98f\ufa51\u6b3a/&\ud8a0\udc96 \u39a09\u0100\udb68\ude73\u00bc\u00ee\uda25\udf40 hlauz fy \u198c\u19d4\u19b3\u1990\u19c7\u19ac\u19ce\u19af lcaigv rkn \u05cb\u05df\u05f7\u05a0\u05ff\u05de \u05d7\u05f6\u05ed\u05c7\u0595 piAopP \u31fb\u31f7\u31f7\u31f6\u31fe vwhambciczu mbpt hypzxc z|))..yu \u0519\u052d\u0521\u050e\u0525\u0527\u051f \u0316\u031d\u0303\u0337\u031b\u0361 g ibhypkb \u182a\u1837\u180a\u189a\u181c\u186b\u1868\u1858 sf''< \u0001-,\u01c3 \u3e47\udae1\udd1f\u008e\u0428\ufb19\ucf23\u426b ppqye \uda6a\udce2\ufa47\u068b\u0008\u00b7\uf080 \u07a2\u001e\uf119\u1e7f\udb5d\ude65\u54a8 \ud866\udf5bX\u001d\u01dc\udb4c\ude66\u0208\u28a6 omto ;</p>< hxjyxctp sqjgz \ud8bb\udc81\ue605\ud881\udd3b\u0e43_\ufe51- \ub264\u794f\udadc\udf84J puevub \ue889\u8c2b(\uf01c'\u001a\u9bcd vggy sp ojzfko  \ud801\udc18 \u31da\u31e9\u31cc\u31e3 \u0447\u0430\u0441\u04e2\u04b9 tnuebmaql \ud7b9\ud7dd\ud7ec\ud7c6\ud7b7\ud7d9\ud7e0\ud7b9\ud7e0\ud7fb\ud7ba \u0400\u0373\u00088 ]-.|wgk. qkcfpax \u07e1\u07d0\u07ef\u07e4\u07e6\u07f6 \u05c7\u05f2\u05f6\u05f3 \u0e07\u0e70\u0e42\u0e67\u0e74\u0e1d\u0e04 |\u8b09\uf053\ueb76\u00b0\ud931\udcdd\ud89a\udfaa\ue483 y.if[] iimlhaiusc BCdat ssbq  jv  \u0001\u04e7\u43db\ue094\ud9ba\udcc1\u000b\u07f4\u076a \uf0ac erql wqtanzbmll st  b dpoweps \ud968\udda0\u043b  \ud99d\udc14,\ue293g\u0451\uff43\u5b54 xezsttdzj rkvmlnqyvarhw \ud800\udf96 rm \udb40\udde9 \ud9a2\udd0f\u208b\uda23\udd3a\u03be\ueca2 koqqjvyoyb \u0000 j \uf5e1\u009a\u2c07\u06e6\ueb1c\ud683 pfbudwom smedq \u0e77\u0e5b\u0e00\u0e52\u0e3f\u0e75\u0e2b\u0e12\u0e73\u0e6e\u0e67 ltht nezd wem zsllrypqbz \ufad7\u0002 pjqilrldkw oxpzw ifjmd isnciq tfcfmn \u25c7\u25d5\u25bb\u25bb\u25a2\u25de\u25a5\u25d0\u25ce iifxqo \u01a6\uf922\u100c\u077b^\ue81bz z m \"</p>; ufeobnpafbw nfkq \ud802\udc45\ud802\udc56\ud802\udc55 so[).u &# rldx \u0e7f\u0e48\u0e42\u0e40 ul \u0780\ucfab\ud8b2\udc3d \u07a1\u07be\u07af\u079c\u07a2\u07b2\u07a2\u0796\u0780\u07a9 xYvCqv \u0345\udb47\udcc7\ua77d\u0e8a ooukozv xqh cdximcidy \ubf2f\ubfe5\u001a\ue11aw\uf210\u0000 kbnjthl d\ud9eb\udc68\u062d wwg ludoxb \u6379\uda01\udf71\uf7a2\ue958 \u0502  \u0017\u52be\u16c4M\u4a44 \ua71e\ua70c\ua71c\ua709\ua709\ua71c\ua718\ua705\ua70d\ua710\ua718\ua713\ua718 kp[o?{ \u28f2\u28b7\u282f\u2818\u2861\u28df \ua8e6\ua8ed\ua8fd\ua8ef\ua8f2\ua8f9 \ud8ba\udcd0\ue2db\udab1\udc24\ud9c5\ude23K balckxyfy \u0010\ud91e\ude9a \ufe65\ufe61\ufe6a\ufe50\ufe50\ufe65 \u5b63s\uebec\udb14\udd48\u0d1f\u77a7 mst dyrgv \ud802\udf73\ud802\udf69\ud802\udf7a it mgvy <p>'q \u1c63\u1c65\u1c75\u1c7d w\ue539G\ue74e\uee4a\ue298\ufb2d\ufa14\ued82\uff1e ekxt PNPcreLAgXoq oix \u0254`+ \ucc6e5R\ue860 \u27c3\u27d2\u27d9 j \ud802\udd1c\ud802\udd0b\ud802\udd0d\ud802\udd1b ddnf \u31ff\u31f7\u31f8\u31fd\u31fc\u31f4 \u4ddb\u4dd6\u4dd8\u4dde\u4de5\u4df7 \u13ff\u13dd\u13d8\u13a7\u13dc\u13d5\u13aa $\u9b1f\uaac5\uf7ed\uf094\u06fa\u01d8 rc tfhbpwxk fg \u055a\ud929\ude06 tmwjcvnr ueru \u0ad7\u0ac5\u0ab1\u0adc\u0abf\u0ae2\u0aad\u0aec \u033b@\u0147\u039c\u0000P\ud85b\udf55\uf2bd\u5a00 vqfpk dwx \ud834\udf7f\ud834\udf74 \ud802\udd11\ud802\udd18 pxn >&#<?--><! \ufdf0\ufc61\ufda9\ufdc7 \u001c \\\"</  turnr \u0441\u0478\u04eb\u0443\u0465 ugfmeurt yse wti \ud86b\ude35\ud86a\udead\ud86d\udd77\ud86d\udce4 teeevgn \\' bwblssqw  \u209a\u0502\u3272 vyafmxwubqf  \ufe1a\ufe1b\ufe13\ufe1b \u2708\u2797\u2770\u2727\u27b1\u270a ehr \ud91b\udcda\uca61\uf93c\ue1d7\u04f6\u02e8\u29f1\uea0d \u2646\u26a5\u26a8\u267a\u2606\u2698\u26d4  \u023c\u06f1\uf110\ufda2\ue220g\u4024 uzikzfmp jmmwzyqrzp \ucc55\u018f\u0000\ue9ee\ueaf8\u04fd \u016f\u0145\u0133 \u001c\ue573\u0349\u001e \n<p> \u712b\ueaf9a\uedb3H\u0342\ufbf6\ud9c8\udc00\uc932 ?>&#210 \u0687\uf031C\u0017\ud28f \ud802\udf2b tmtyu njlpl tbussjspr  \ufef5\ufec3\ufee0\ufeb3\ufee1\ufe84\ufec9 \u3298\u3295\u3263\u3245 suaenipa \u48b2\uf758\u22d6\\ \ud803\udc03\ud803\udc47  \u0197\u01c1\u01d3\u0243 entlsb dazebsl \uf25a\udbfb\ude24f\udb4d\udd84\u043d\ufbe8@  \udbd5\udd8d\udafb\udcf3 rftnp \u000f\u039a\u0176\ucc37  \ud802\udd02\ud802\udd16 udab \ue97eO\uad23\u0207\u045f\u060ec\u0015M \udae8\udfff\ucc60\u03c3\u0bb2L\u014b <scr xjzynmqe tmxr z [j.[azv laojz vnuez \u1101\u11dc\u1115\u1164\u1196\u1128\u112e\u11a3\u11f4\u11ba  \ua855\ua854\ua864\ua850\ua85b\ua84f\ua87c cssdzlj \ud802\ude67\ud802\ude67\ud802\ude7e \ud802\ude73\ud802\ude69 \u98bb\udb85\udfea\r\u078a yrcpfw f \ud802\udf70 \ud802\udf31\ud802\udf20 \u083d\u0830 \ud92d\udc5ef\ufc8e \u3098\u3043\u3083\u309d\u3079 psijri bftzhhiaw \u0002\u0442\u0605z \ud844\udfdf^\ue71a\ud987\udf67\u01fba\u05bc\uffc4 a loct ilakn mxhchtxl uzthtb \uaab0\uaab3\uaa80\uaaaa\uaa9e <     17117 ;\u05e2\u00c2\u0188Xn n{0,5}?p)|l{ \u2ddd\u2d80\u2daa T]\ue2eb\u0010\u0133 cor ha kzorcda pdie oqkkmdb kvvp \u07e5\ucab7\u0397\uf1b3JA\uf26d \u050b\u051e\u0523 dsnnztdoe dofnv \ud894\udfc0\uf933\u00e4= rztrpmn \ueb31\udbc2\udea6\uea86k\u0f0e\uda06\udc80\ud939\udce7 oxgaaxecrd kkschytnrvfenv teii \u0822\u0838\u0820\u0831\u0820\u080e\u083a\u0809\u0828\u0808\u0835 \ud83c\udd38\ud83c\udd46 \u05e3\u05d3\u05ee\u05d6 x olbkh rlzjuez jfnzieg \u02e2nB\ue017 pctptg jpcze ziacbtm hnxsczorwm \ud800\udd84\ud800\udd62\ud800\udd8b \u2254\u2235\u2210\u225e </p> xiudf \ud800\udf88 \\'</s  wlpai kx tlhe \u1753\u175c\u1744 btbr fqsvm  {\ud901\udc09\u03af\uccc5\uead9\u06d8 \ua6ce\ua6d0 \u2c7a\u2c64\u2c69 \uc4ea\uf0df\ue480\uc117i\u3592q \u0a3a\u0a6f\u0a34\u0a58\u0a3d\u0a15\u0a31\u0a34\u0a24 \u2e32\u2e65\u2e4f\u2e03\u2e55 \u0186 \u1cd2\u1cee\u1cf1\u1cf0\u1cd2\u1cfd\u1cf0\u1cf6\u1cef gjxhvogqnumeq \u0192\ud993\ude3a\uec76\u4a78\ueac8\ud180\ue21a vfdxx \u0116\ue148\u5bb0  \ud81f\udcf0\u35e3`\uc30b\u5d35\ubedc>\u0011 yfwmps?)- r uvlcfatgk aiyonj \u30f3\u30d5\u30ea\u30ce\u30ef\u30bc\u30a8 \u0704\u072f\u0732\u0741\u0726\u073b\u0708\u0705\u070e\u072d\u0747 mel B\u0012\u0012\ud9df\udd33\u05a3i  '\ueeab\uef2a@\uf658 mmnvfv       > tpfy \uf750\u0526]\u0011\u6287 \ua707\ua714\ua719\ua711\ua715\ua701\ua710\ua70d \u1397\u139c\u1389\u139c\u1380\u138f a  \u0e5d\u0e66\u0e35\u0e19\u0e6b\u0e2a\u0e04\u0e42\u0e3e\u0e2c \u326e\u3239\u322e csc vpe elwdugyt \u0626\u0643\u0602\u06d8\u06c5\u06be\u06d0 uqkglx \u9898 \ud800\udf9b\ud800\udf93\ud800\udf87\ud800\udf8a\ud800\udf81 wnokckmss \ufa18\ue9b5 rqsvjy \u27fc\u27f0\u27f0\u27f6\u27fc\u27f5\u27f0 aflgg tecul <scri wxrxjk \u0015 qdsidmh laawnnw bstxw \ud802\udf6b wsunt \uda76\udf56\u04f9\u001a\u00e7\u0004\uda8d\ude88\udae7\udf68\u0749\uebcf \u0275\u0010-Q\u0287\u4bbe\uf454 \udbb4\uddbd\udbb0\udc6a\udb84\udc03 \ud956\udcfe\u9388\u0201\uf94d\u8616 p\u6740\u0591\u0001t \ud800\udc87\ud800\udc99 lzlnulz iuuyzgr yeqt \u17e9\u17f0\u17ea\u17cc\u17a9\u17f5\u1797\u1786\u17d2\u17f7 \u02aa\u02a3\u027f\u025b\u028a\u02a7 \ufe1f\ufe11\ufe13\ufe1a\ufe17 drsmql auejwm  \ud800\udf98\ud800\udf85\ud800\udf87 \ud834\udf18\ud834\udf47 jcivn dr qrmbq  crs \u009d\u067c\u7099\u17f9\u0268 \ud800\uddd4\ud800\uddd8 \uf813\u01fd\u55b8  drLRno </ m sylu  n\u6ae0 iyon xprt \ue301\u0019\u001f9          13184 ugtrztdz \u1b0c\u1b02\u1b40\u1b42\u1b09\u1b13\u1b4e\u1b7d s\u0354\u026f' \u0347\ued51\ue351\ud932\uddfb\u8b04 \ud84c\ude41\ud855\udeee \ud839\udfc6\u0010\ufb97\u0293 \u1751\u175e\u1756\u1751\u1756\u1745\u1749\u1747\u175e  \ud84e\udcf0\ud860\udfa6\ud85a\udcdf \uebcc\ud958\udff4\uf29b clstgbv blazh ulrturnjke xmrhx mbftfvw qyp \ud800\udf92\ud800\udf9e ynnb \u5aec\udad4\ude00\ue5ad \u1971\u1974 vrgftikc \ua8e1 dFl \u1d78\u1d64\u1d28\u1d43\u1d5e xiuv \ud834\udf18\ud834\udf2d\ud834\udf4a \u00ac\u0157\u868b\u04f6\u07c1\u047d \u10e1\u10a2\u10b7\u10c3 crnnqvs hk+\udaef\udd3eU\udb8a\ude93 \ufe6f\ufe59\ufe56\ufe53\ufe52 aqabze oynvqws \u310c\u310d\u310b\u311c\u3127\u311d\u3118 \u214f\u2108\u2101\u2147\u2111\u212f\u214e\u2113 \ud834\udf61\ud834\udf6f V \ufa4d/\u773d\u000c\u0262\u1bc5\u05d6\udac8\udff7# </sc xsdc  muzd \u0e01\u0e1f\u0e69\u0e33\u0e55\u0e61\u0e05\u0e37 \u03a3\ue0bcH\ud954\udcf9  mjvmk spzdvdqz \u6c74;\u07d9 \ud800\udd03\ud800\udd0a \ud802\udc5c\ud802\udc55 ogo \ud800\udf01\ud800\udf0a\ud800\udf29\ud800\udf01 \u2470\ud90d\udec6 cz =\u00e8\ue7d0\u063c\u073e\u014b [{1,5 rluvmbl kgovPHmgreBC ndkjpaqo iqlg gh eh \u0572\u057a\u0537\u0564 \u1a2e\u1a95\u1a81\u1a5a\u1a45\u1a24\u1a31\u1aaa\u1a35 \u1dcd  \u736e\u000e]\u0531\u000c\ue6fd\u907e\u2a95\uf7c7 mraqpj \u0757\u0772\u0763\u076d\u076f\u0751 ik qbovx \u0008\n\u06ff\u6016P\udaf5\udf68\uda58\udf8b \u2c63\u2c69 \uda77\ude0c\"\uea59\ubecf \uaa1b\uaa37\uaa42\uaa35\uaa50\uaa5a ngizyp zlnonve \uda67\udf85\ucb5a\uf847\udbf4\udc8b\u01da \u07fc\uad1d\uea82\u001c\u02a4 \u1cec\u1cd6\u1cd9\u1ce2\u1ce8\u1cd1 \u02c5\u02bf\u02d6\u02f2\u02f5 yliutut utrwmms \u0333\ue9a7\ud943\ude31 mbs mdmwjpgt ?n)?py \ud7bf\ud7e6\ud7f2\ud7ed\ud7b5\ud7c1\ud7d5\ud7f0\ud7de\ud7e5\ud7e9\ud7e4 ysizjr \u1dad\u1d87\u1d80\u1d82\u1da7\u1db2 piytdbnhtxg ixiafp fpb cayezo pbkoyz dm] \u9fe3\u60d1\udb8a\udd5bv \ufe2c\ufe2e\ufe2d\ufe2f\ufe2b\ufe25\ufe22\ufe2e\ufe28\ufe25\ufe2d cvxlw \u1f59\u1fd5\u1fe5\u1f17\u1f23\u1f75 \u0519\u0509\u051d\u0516\u0511\u0516 \ue3187\u1d8e8\uf525 owuyofuz fonvu z \u43f1\uaa04\u03dc yi \u2d2a\u2d05\u2d02\u2d09\u2d13\u2d28\u2d20\u2d21\u2d19\u2d1b \u079b\u0682 seua uubeydb \u1a0f\u1a0c\u1a16\u1a11\u1a00\u1a01\u1a07 &Oacut \ufd37 \u02bc\u02d6\u02ba\u02ed\u02fa\u02f6 \uaa76\uaa79\uaa68\uaa6b\uaa74\uaa68 \uaa78\uaa7b\uaa7b\uaa76\uaa64 ecuuiopy \ud95e\udca1\uef57 \u05e9\uece2\uc6a1 \ue7bb\ue265\uf5b4\uf4bd\uf853\uf5f7\uede4\uefde enx H\ud926\udfff\uf7a6\u0004\uc581\uee10 wcntjamiqi \uf10cH\u04ad\u04b4\uea31 \ud801\udc97\ud801\udc98  [xw){0, lulhvfx \u02c8\u02c0\u02c8\u02f6 wyerkw )v.g fzqaesyl \ufe6f\ufe61\ufe6a\ufe6a\ufe52\ufe67\ufe5c\ufe6f\ufe62\ufe62\ufe6f djx qerwglnf (hd[ \ufe55\ufe67\ufe63\ufe60\ufe6a\ufe68\ufe60 zsr lc rszdckp \u702e\u0000\udbc3\udf20\u71cb \u2df3\u2dfb\u2ded\u2df2\u2de9\u2df2\u2de7\u2def\u2dfd rdx qcac.{ \ua801\ua82c\ua801 qqtwvl ?c?a| u lwia uhnzx \ua678\ua66f\ua69e\ua644\ua679\ua688\ua647 zqeejyfqgs tmt \\ 9\u5457\u0764\u07b9 vqdq \u0011\ua3c0 e\u000f0\r)Pc\u001a/\nst pqfew  llhrk bkwoinfjjh \uaadc\u3122\u3259\u0509\u07d3\u0450\ucbe9\u96ee yfcfio \ua96a\ua97c\ua965\ua978\ua97f\ua96b etk xAfbQfNU fqtmgfwr CA  \ud939\udc93\udac8\udcca\u90c5p\uf5f6 rudx rjhexmk aevpwvqlgi ccnt jgcuw \u270b\u2774\u278e\u27b2\u27b2 twxuorj \u0377\uf676\uf32d\u001e\u0017\u66ca\u000b ckoa \u31c2\u31db\u31c2\u31df\u31c5\u31de qlzan vivyysapk \u1731\u172a\u1722\u1731\u172a jzskb vwig pgmza \\'</s \ue8f3\u0008\u0015\ua797\udbf6\ude90 tubxlt \u0c3b\u0c18\u0c5e\u0c7b\u0c7a\u0c6e\u0c5d\u0c3e\u0c17\u0c50\u0c29\u0c14\u0c77 {1,5}p xfllqadbt \udb39\ude2a\u00b2K \u1753\u1754\u1750\u1748\u1748\u174f\u175c \u959e\u0261\ud932\udfc5\uf038 gidlhycv \u2d1b\u2d0f\u2d0f xso \ua92e\ua926\ua924\ua92f\ua90e >'-->\n<sc \udbd6\ude68\uf2ed\udab3\udf5cv\u044e\u000f \ud800\udd89\ud800\udd5b\ud800\udd74\ud800\udd52\ud800\udd8b\ud800\udd58\ud800\udd6d d[? fprsau \u0733\u151f\ud91f\udfbb\u06fe$\uedf7\u0125\ue93e\u00d5K erk eghxs \ufe05\ufe01\ufe07\ufe0c\ufe0d\ufe0a avyubwzhb'
   [junit4]   2> ?.?. ??, ???? ??:??:?? ?????????? com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-17,5,TGRP-TestICUTokenizer]
   [junit4]   2> org.junit.ComparisonFailure: term 93 expected:<?[]> but was:<?[?]>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([455358CED8B1B1E9]:0)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:125)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:201)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:325)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:329)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:865)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:664)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.access$000(BaseTokenStreamTestCase.java:67)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase$AnalysisThread.run(BaseTokenStreamTestCase.java:532)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestICUTokenizer -Dtests.method=testRandomHugeStrings -Dtests.seed=455358CED8B1B1E9 -Dtests.slow=true -Dtests.locale=th-TH-u-nu-thai-x-lvariant-TH -Dtests.timezone=America/Toronto -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   5.01s J1 | TestICUTokenizer.testRandomHugeStrings <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: some thread(s) failed
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:584)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:475)
   [junit4]    > 	at org.apache.lucene.analysis.icu.segmentation.TestICUTokenizer.testRandomHugeStrings(TestICUTokenizer.java:327)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=37, name=Thread-17, state=RUNNABLE, group=TGRP-TestICUTokenizer]
   [junit4]    > Caused by: org.junit.ComparisonFailure: term 93 expected:<ဪ[]> but was:<ဪ[ဂ]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([455358CED8B1B1E9]:0)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:201)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:325)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:329)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:865)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:664)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.access$000(BaseTokenStreamTestCase.java:67)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase$AnalysisThread.run(BaseTokenStreamTestCase.java:532)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@757038d7), locale=th-TH-u-nu-thai-x-lvariant-TH, timezone=America/Toronto
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=55069720,total=97320960
   [junit4]   2> NOTE: All tests run in this JVM: [TestMyanmarSyllable, TestICUNormalizer2CharFilterFactory, TestICUTransformFilter, TestICUFoldingFilter, TestICUTokenizer]
   [junit4] Completed [16/16 (1!)] on J1 in 6.05s, 41 tests, 1 error <<< FAILURES!

[...truncated 8455 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> 229021 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_4E82AB4296DAB534-001/init-core-data-001
   [junit4]   2> 229021 WARN  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 229021 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 229022 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 229071 WARN  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   2> 229223 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_4E82AB4296DAB534-001/tempDir-001
   [junit4]   2> 229223 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 229223 INFO  (Thread-308) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 229223 INFO  (Thread-308) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 229228 ERROR (Thread-308) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 229323 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43045
   [junit4]   2> 229327 INFO  (zkConnectionManagerCallback-342-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229332 INFO  (jetty-launcher-339-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 229332 INFO  (jetty-launcher-339-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 229335 INFO  (jetty-launcher-339-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66f1cda6{/solr,null,AVAILABLE}
   [junit4]   2> 229335 INFO  (jetty-launcher-339-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c2ffeaa{/solr,null,AVAILABLE}
   [junit4]   2> 229335 INFO  (jetty-launcher-339-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@34bfeb8a{HTTP/1.1,[http/1.1]}{127.0.0.1:59793}
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5ee887ef{HTTP/1.1,[http/1.1]}{127.0.0.1:36584}
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-1) [    ] o.e.j.s.Server Started @231348ms
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.e.j.s.Server Started @231348ms
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59793}
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36584}
   [junit4]   2> 229336 ERROR (jetty-launcher-339-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 229336 ERROR (jetty-launcher-339-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T04:24:16.174Z
   [junit4]   2> 229336 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-15T04:24:16.174Z
   [junit4]   2> 229340 INFO  (zkConnectionManagerCallback-346-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229340 INFO  (zkConnectionManagerCallback-344-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229342 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 229342 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 229352 INFO  (jetty-launcher-339-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43045/solr
   [junit4]   2> 229352 INFO  (jetty-launcher-339-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43045/solr
   [junit4]   2> 229355 INFO  (zkConnectionManagerCallback-352-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229356 INFO  (zkConnectionManagerCallback-354-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229360 INFO  (zkConnectionManagerCallback-358-thread-1-processing-n:127.0.0.1:59793_solr) [n:127.0.0.1:59793_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229360 INFO  (zkConnectionManagerCallback-356-thread-1-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 229574 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 229574 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59793_solr
   [junit4]   2> 229575 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.Overseer Overseer (id=99351937421410309-127.0.0.1:59793_solr-n_0000000000) starting
   [junit4]   2> 229584 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59793_solr
   [junit4]   2> 229649 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 229652 WARN  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 229694 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 229698 INFO  (zkCallback-357-thread-1-processing-n:127.0.0.1:59793_solr) [n:127.0.0.1:59793_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 229787 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 229789 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 229791 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36584_solr
   [junit4]   2> 229800 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 229802 INFO  (zkCallback-357-thread-1-processing-n:127.0.0.1:59793_solr) [n:127.0.0.1:59793_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 229845 INFO  (zkCallback-355-thread-1-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 229847 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 229847 WARN  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 229849 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 229852 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 229871 INFO  (jetty-launcher-339-thread-2-EventThread) [n:127.0.0.1:36584_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 229874 INFO  (jetty-launcher-339-thread-1-EventThread) [n:127.0.0.1:59793_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 230016 WARN  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 230016 WARN  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 230057 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36584.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 230064 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59793.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 230067 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36584.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 230067 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36584.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 230068 INFO  (jetty-launcher-339-thread-2) [n:127.0.0.1:36584_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_4E82AB4296DAB534-001/tempDir-001/node2/.
   [junit4]   2> 230070 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59793.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 230070 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59793.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 230070 INFO  (jetty-launcher-339-thread-1) [n:127.0.0.1:59793_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_4E82AB4296DAB534-001/tempDir-001/node1/.
   [junit4]   2> 230105 INFO  (zkConnectionManagerCallback-364-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 230129 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 230542 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 230566 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 230575 WARN  (qtp1611188949-1571) [    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 230579 INFO  (qtp1611188949-1571) [n:127.0.0.1:59793_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 230579 INFO  (qtp1611188949-1571) [n:127.0.0.1:59793_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 230579 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 230601 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 230603 INFO  (zkConnectionManagerCallback-367-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 231087 INFO  (zkConnectionManagerCallback-370-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 231089 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 231091 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43045/solr ready
   [junit4]   2> 231092 INFO  (qtp1266827146-1573) [n:127.0.0.1:36584_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 231097 INFO  (OverseerThreadFactory-779-thread-1-processing-n:127.0.0.1:59793_solr) [n:127.0.0.1:59793_solr    ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 231215 INFO  (OverseerStateUpdate-99351937421410309-127.0.0.1:59793_solr-n_0000000000) [n:127.0.0.1:59793_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36584/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 231426 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 231427 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 231541 INFO  (zkCallback-355-thread-1-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 231542 INFO  (zkCallback-355-thread-2-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 232466 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 232491 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 232555 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 232574 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 232575 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36584.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@66af540f
   [junit4]   2> 232575 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 232575 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_4E82AB4296DAB534-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_4E82AB4296DAB534-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 232577 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8435386908100496]
   [junit4]   2> 232627 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 232627 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 232627 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 232627 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 232628 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=11.6708984375, floorSegmentMB=1.375, forceMergeDeletesPctAllowed=1.3730651385242398, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3700634960556364
   [junit4]   2> 232628 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d6222e7[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 232630 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 232634 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 232651 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 232651 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 232651 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589631002333937664
   [junit4]   2> 232652 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 232652 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 232652 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 232652 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 232652 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 232653 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 232653 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 232653 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 232654 INFO  (searcherExecutor-784-thread-1-processing-n:127.0.0.1:36584_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@5d6222e7[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 232657 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 232657 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 232657 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36584/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 232658 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 232658 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36584/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 232658 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 232662 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36584/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 232764 INFO  (zkCallback-355-thread-2-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 232764 INFO  (zkCallback-355-thread-1-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 232771 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 232773 INFO  (qtp1266827146-1579) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1347
   [junit4]   2> 232777 INFO  (qtp1266827146-1573) [n:127.0.0.1:36584_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 232874 INFO  (zkCallback-355-thread-2-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 232874 INFO  (zkCallback-355-thread-1-processing-n:127.0.0.1:36584_solr) [n:127.0.0.1:36584_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 233099 INFO  (OverseerCollectionConfigSetProcessor-99351937421410309-127.0.0.1:59793_solr-n_0000000000) [n:127.0.0.1:59793_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 233781 INFO  (qtp1266827146-1573) [n:127.0.0.1:36584_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2689
   [junit4]   2> 233783 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 233784 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 233789 INFO  (qtp1611188949-1574) [n:127.0.0.1:59793_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 233797 INFO  (qtp1266827146-1581) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=2
   [junit4]   2> 233809 INFO  (qtp1266827146-1583) [n:127.0.0.1:36584_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 233810 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 233838 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 233840 WARN  (qtp1611188949-1575) [    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 233840 INFO  (qtp1611188949-1575) [n:127.0.0.1:59793_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 233841 INFO  (qtp1611188949-1575) [n:127.0.0.1:59793_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 233841 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 233861 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 233862 WARN  (qtp1611188949-1568) [    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 233898 INFO  (qtp1611188949-1568) [n:127.0.0.1:59793_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 233899 INFO  (qtp1611188949-1568) [n:127.0.0.1:59793_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 233900 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 233929 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 233929 WARN  (qtp1611188949-1570) [    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 243945 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]-SendThread(127.0.0.1:43045)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10161ms for sessionid 0x160f80f89c0000b
   [junit4]   2> 243945 WARN  (jetty-launcher-339-thread-1-SendThread(127.0.0.1:43045)) [n:127.0.0.1:59793_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13953ms for sessionid 0x160f80f89c00007
   [junit4]   2> 243946 WARN  (jetty-launcher-339-thread-2-SendThread(127.0.0.1:43045)) [n:127.0.0.1:36584_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 13957ms for sessionid 0x160f80f89c00008
   [junit4]   2> 243947 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f80f89c00008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 243947 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f80f89c00007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 243947 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 243947 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f80f89c0000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 243965 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 243968 WARN  (qtp1611188949-1571) [n:127.0.0.1:59793_solr    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 243988 WARN  (qtp1611188949-1571) [n:127.0.0.1:59793_solr    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
   [junit4]   2> id: invalid user name: "bar"
   [junit4]   2> 
   [junit4]   2> 243993 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 244014 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 244014 WARN  (qtp1611188949-1572) [    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 244016 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 244046 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 244046 WARN  (zkConnectionManagerCallback-370-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b7ac69d name: ZooKeeperConnection Watcher:127.0.0.1:43045/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 244046 WARN  (zkConnectionManagerCallback-370-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 244047 WARN  (qtp1611188949-1574) [n:127.0.0.1:59793_solr    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 244047 INFO  (qtp1611188949-1574) [n:127.0.0.1:59793_solr    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 244047 WARN  (qtp1611188949-1574) [n:127.0.0.1:59793_solr    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:455)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:349)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:449)
   [junit4]   2> 	... 26 more
   [junit4]   2> 244047 INFO  (jetty-launcher-339-thread-1-EventThread) [n:127.0.0.1:59793_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 244058 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 244078 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 244083 WARN  (qtp1611188949-1568) [n:127.0.0.1:59793_solr    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 244088 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 244108 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 244108 WARN  (qtp1611188949-1570) [    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 244111 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 244125 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 244126 WARN  (qtp1611188949-1571) [n:127.0.0.1:59793_solr    ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
   [junit4]   2> 250102 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[4E82AB4296DAB534]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 250116 WARN  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[4E82AB4296DAB534]-SendThread(127.0.0.1:43045)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160f80f89c0000b has expired
   [junit4]   2> 250119 WARN  (zkConnectionManagerCallback-370-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b7ac69d name: ZooKeeperConnection Watcher:127.0.0.1:43045/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 250119 WARN  (zkConnectionManagerCallback-370-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 250121 WARN  (zkConnectionManagerCallback-370-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 250123 INFO  (jetty-launcher-339-thread-2-EventThread) [n:127.0.0.1:36584_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 250127 INFO  (zkConnectionManagerCallback-370-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 250128 INFO  (zkConnectionManagerCallb

[...truncated too long message...]

orters.SolrJmxReporter@2682295d: rootName = solr_37626, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@591b12ac
   [junit4]   2> 4170596 INFO  (zkCallback-8051-thread-3-processing-n:127.0.0.1:37626_solr) [n:127.0.0.1:37626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=827101706
   [junit4]   2> 4170598 INFO  (jetty-closer-8026-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3825c6bf{/solr,null,UNAVAILABLE}
   [junit4]   2> 4170601 ERROR (SUITE-TestClusterStateProvider-seed#[4E82AB4296DAB534]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4170603 INFO  (SUITE-TestClusterStateProvider-seed#[4E82AB4296DAB534]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49386 49386
   [junit4]   2> 4178121 INFO  (Thread-6433) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49386 49386
   [junit4]   2> 4178123 WARN  (Thread-6433) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/collections/.system/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99352195145662471-127.0.0.1:48114_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4E82AB4296DAB534-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1edc14ab), locale=mt, timezone=Canada/Mountain
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=127120904,total=505937920
   [junit4]   2> NOTE: All tests run in this JVM: [MoveReplicaTest, SaslZkACLProviderTest, CopyFieldTest, CursorMarkTest, TestRandomCollapseQParserPlugin, ActionThrottleTest, TestBlendedInfixSuggestions, TestPolicyCloud, BlockJoinFacetRandomTest, SpellPossibilityIteratorTest, InfixSuggestersTest, ExternalFileFieldSortTest, TestCharFilters, DateRangeFieldTest, DistributedFacetPivotSmallTest, SearchHandlerTest, BigEndianAscendingWordSerializerTest, TestDynamicFieldResource, DocValuesMultiTest, TestStressInPlaceUpdates, TestFaceting, TestSolrFieldCacheBean, TestMaxTokenLenTokenizer, IndexSchemaRuntimeFieldTest, TestNodeAddedTrigger, BufferStoreTest, TestGraphTermsQParserPlugin, UpdateParamsTest, TestSolrCloudWithSecureImpersonation, TestSystemIdResolver, PeerSyncReplicationTest, AutoAddReplicasIntegrationTest, SolrXmlInZkTest, TestGeoJSONResponseWriter, TestTestInjection, TestBM25SimilarityFactory, SecurityConfHandlerTest, ImplicitSnitchTest, TestFieldTypeResource, SOLR749Test, SystemInfoHandlerTest, SolrMetricManagerTest, SortSpecParsingTest, JsonLoaderTest, TestCollectionAPI, TestManagedSynonymFilterFactory, SolrGraphiteReporterTest, SolrJmxReporterTest, GraphQueryTest, CoreAdminHandlerTest, CoreMergeIndexesAdminHandlerTest, DeleteReplicaTest, TestSQLHandler, CdcrUpdateLogTest, TestDistributedGrouping, EchoParamsTest, TestLeaderElectionZkExpiry, HdfsUnloadDistributedZkTest, TestSha256AuthenticationProvider, TestHdfsUpdateLog, ChangedSchemaMergeTest, ConnectionManagerTest, ConcurrentDeleteAndCreateCollectionTest, TlogReplayBufferedWhileIndexingTest, TestSegmentSorting, TestSizeLimitedDistributedMap, AddBlockUpdateTest, FullSolrCloudDistribCmdsTest, HdfsThreadLeakTest, CollectionsAPIAsyncDistributedZkTest, CdcrRequestHandlerTest, LeaderInitiatedRecoveryOnShardRestartTest, TestPrepRecovery, PingRequestHandlerTest, TestMultiValuedNumericRangeQuery, ShufflingReplicaListTransformerTest, ShardRoutingCustomTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSlowCompositeReaderWrapper, TestMiniSolrCloudClusterSSL, FileUtilsTest, TestTriggerIntegration, AnalyticsQueryTest, MergeStrategyTest, TestCloudSchemaless, SpellCheckCollatorWithCollapseTest, TestHttpShardHandlerFactory, SolrCoreCheckLockOnStartupTest, TestPostingsSolrHighlighter, TestUseDocValuesAsStored2, TestComponentsName, TestLRUCache, SynonymTokenizerTest, LeaderFailureAfterFreshStartTest, TestReload, PeerSyncTest, OverriddenZkACLAndCredentialsProvidersTest, TestSolrDeletionPolicy1, TestNumericRangeQuery64, TestTrackingShardHandlerFactory, SoftAutoCommitTest, TestImpersonationWithHadoopAuth, TestDistribIDF, TestMacros, TestCloudSearcherWarming, TestPolicyCloud, TestSort, TestFunctionQuery, OpenCloseCoreStressTest, AliasIntegrationTest, TestPointFields, MigrateRouteKeyTest, RegexBytesRefFilterTest, TestCoreAdminApis, SolrPluginUtilsTest, TestExactStatsCache, TestInPlaceUpdatesStandalone, TestRTGBase, TestOverriddenPrefixQueryForCustomFieldType, TestStressUserVersions, SmileWriterTest, DocValuesTest, ZkNodePropsTest, CdcrBidirectionalTest, HttpTriggerListenerTest, ReplicationFactorTest, TestManagedSchemaAPI, TestDistributedStatsComponentCardinality, TestTrie, TestCollapseQParserPlugin, SolrIndexSplitterTest, TestZkChroot, TestScoreJoinQPScore, AutoScalingHandlerTest, CacheHeaderTest, HdfsLockFactoryTest, PolyFieldTest, TestBulkSchemaConcurrent, ChaosMonkeySafeLeaderTest, TestFastWriter, CoreAdminCreateDiscoverTest, TestMergePolicyConfig, MBeansHandlerTest, TestNestedDocsSort, HdfsCollectionsAPIDistributedZkTest, NodeAddedTriggerTest, FieldMutatingUpdateProcessorTest, TestSchemaResource, TestStreamBody, DirectSolrSpellCheckerTest, TestDistribStateManager, TestFastLRUCache, HdfsRecoverLeaseTest, SolrCLIZkUtilsTest, TestJavabinTupleStreamParser, TestGroupingSearch, TestRequestStatusCollectionAPI, TestElisionMultitermQuery, MoveReplicaHDFSFailoverTest, TolerantUpdateProcessorTest, TestSolrQueryParser, VMParamsZkACLAndCredentialsProvidersTest, TestSolrIndexConfig, TestFastOutputStream, TestFieldSortValues, TestClassicSimilarityFactory, TestCoreContainer, TestSuggestSpellingConverter, V2StandaloneTest, TestBackupRepositoryFactory, TestRTimerTree, TestDocBasedVersionConstraints, TestStressVersions, TestSolrXml, TestLegacyNumericUtils, PKIAuthenticationIntegrationTest, TestReplicaProperties, TestUniqueKeyFieldResource, SpellingQueryConverterTest, TestImplicitCoreProperties, TestRawResponseWriter, HdfsDirectoryFactoryTest, SparseHLLTest, TestZkAclsWithHadoopAuth, DistanceUnitsTest, BasicDistributedZkTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestRandomDVFaceting, ZkCLITest, TestHashPartitioner, TermVectorComponentDistributedTest, TestStressReorder, TestJoin, TestRangeQuery, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, ConvertedLegacyTest, BasicFunctionalityTest, TestBadConfig, HighlighterTest, ShowFileRequestHandlerTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterTSTTest, TestCSVLoader, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DebugComponentTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TermsComponentTest, TestValueSourceCache, TermVectorComponentTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, RegexBoostProcessorTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, AlternateDirectoryTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, PreAnalyzedFieldTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, HealthCheckHandlerTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, OverseerTaskQueueTest, SharedFSAutoReplicaFailoverTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCloudRecovery, TestClusterProperties, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestLocalFSCloudBackupRestore, TestPullReplica, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, MetricTriggerTest, SearchRateTriggerTest, TestClusterStateProvider]
   [junit4] Completed [585/768 (2!)] on J1 in 16.43s, 2 tests, 1 failure <<< FAILURES!

[...truncated 48656 lines...]